00000001:01000000:3.0F:1785076779.824534:0:2341:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 643 MB/s 00000001:01000000:2.0F:1785076780.074886:0:2341:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 571 MB/s 00000001:01000000:2.0:1785076780.324754:0:2341:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 6475 MB/s 00000020:02000000:2.0:1785076781.570985:0:2370:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.54_162_gf7f7620 00000400:02000000:3.0:1785076782.880828:0:2385:0:(api-ni.c:2768:lnet_startup_lndni()) Added LNI 192.168.204.43@tcp [8/256/0/180] 00008000:02000000:2.0:1785076787.000323:0:2535:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:2.0:1785076977.745925:0:6164:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1785076977.745930:0:6164:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1785076977.745932:0:6164:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.143@tcp:/lustre 00000020:01000004:2.0:1785076977.745933:0:6164:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1785076977.746045:0:6164:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 00000000272a4e97 00000080:01000004:2.0:1785076977.746057:0:6164:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1785076977.746073:0:6164:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.143@tcp' 00000020:01000004:2.0:1785076977.746115:0:6164:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.143@tcp (typ=mgc) 00000020:00000080:2.0:1785076977.746138:0:6164:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.143@tcp (00000000ada92f04) 00000020:00000080:2.0:1785076977.746154:0:6164:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:2.0:1785076977.746413:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1785076977.746438:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1785076977.746620:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:2.0:1785076977.746627:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1785076977.768529:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:3.0:1785076977.768582:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1785076977.769221:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1785076977.769242:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:3.0:1785076977.775506:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:3.0:1785076977.775573:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0F:1785076977.783150:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1785076977.783596:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1785076977.783768:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1785076977.783775:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1785076977.784888:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:0.0:1785076977.784897:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1785076977.787212:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1785076977.787237:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1785076977.790329:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1785076977.790344:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:3.0:1785076977.796185:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:3.0:1785076977.796206:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:3.0:1785076977.799460:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:3.0:1785076977.799477:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:0.0:1785076977.811158:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785076977.811167:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785076977.811169:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785076977.814606:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785076977.814614:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785076977.814617:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1785076977.815783:0:6164:0:(ldlm_lib.c:102:import_set_conn()) imp 000000006d76839a@MGC192.168.204.143@tcp: add connection 192.168.204.143@tcp at head 00010000:00010000:0.0:1785076977.815958:0:6164:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.143@tcp-0 is initialized 00000040:01000000:0.0:1785076977.815966:0:6164:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.143@tcp ctxt 1 is initialized 10000000:01000000:0.0:1785076977.818420:0:6178:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1785076977.818512:0:6164:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.143@tcp (uuid 5fe3b7bb-db07-4beb-bdaa-2b749f19d210) 00000020:00000080:3.0:1785076977.818568:0:6164:0:(genops.c:1406:class_connect()) connect: client 5fe3b7bb-db07-4beb-bdaa-2b749f19d210, cookie 0x38bc12afecb00d43 00000100:00080000:3.0:1785076977.818583:0:6164:0:(import.c:510:import_select_connection()) MGC192.168.204.143@tcp: connect to NID 192.168.204.143@tcp last attempt 0 00000100:00080000:3.0:1785076977.818593:0:6164:0:(import.c:624:import_select_connection()) MGC192.168.204.143@tcp: import 000000006d76839a using connection 192.168.204.143@tcp/192.168.204.143@tcp 00000100:00100000:3.0:1785076977.818644:0:6164:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6587d69 x1871788671762560/t0(0) o250->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1785076977.818673:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 5fe3b7bb-db07-4beb-bdaa-2b749f19d210->MGS 00000080:00200000:3.0:1785076977.818691:0:6164:0:(llite_lib.c:1512:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9fb9586d6000 (sb 00000000272a4e97) 00000080:01000000:3.0:1785076977.818760:0:6164:0:(llite_lib.c:1239:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1785076977.818763:0:6164:0:(llite_lib.c:1249:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1785076977.818767:0:6164:0:(llite_lib.c:1249:ll_options()) next opt=flock 00000080:01000000:3.0:1785076977.818775:0:6164:0:(llite_lib.c:1546:ll_fill_super()) llite sb uuid: c7a428b1-be69-4e3d-8033-9449a6fe6934 00010000:00010000:2.0:1785076977.824508:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1785076977.825380:0:6164:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1785076977.825390:0:6164:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9fb9586d6000 10000000:01000000:3.0:1785076977.825395:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9fb950a10000 10000000:01000000:3.0:1785076977.825401:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1785076977.825411:0:6164:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff9fb950a10000 from 1 10000000:01000000:3.0:1785076977.825414:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1785076977.825456:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.143@tcp lock: 00000000c2ad0998/0x38bc12afecb00d4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785076977.825481:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.143@tcp lock: 00000000c2ad0998/0x38bc12afecb00d4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785076977.825491:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.143@tcp lock: 00000000c2ad0998/0x38bc12afecb00d4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1785076977.825527:0:6164:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000fc956bb1 x1871788671762688/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785076977.825536:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set 0000000087441709 going to sleep for 0 seconds 00000100:00100000:0.0:1785076977.826040:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c6587d69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2401:1871788671762560:192.168.204.143@tcp:250: 00000100:00100000:0.0:1785076977.841750:0:2401:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.204.143@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1785076977.841766:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.143@tcp: connect to target with instance 0 00000100:00080000:0.0:1785076977.841776:0:2401:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.143@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1785076977.841783:0:2401:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1785076977.841788:0:2401:0:(import.c:65:import_set_state_nolock()) 000000006d76839a MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1785076977.841794:0:2401:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1785076977.841809:0:2401:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:0.0:1785076977.841823:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000087441709): req@00000000fc956bb1 x1871788671762688/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785076977.841844:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c6587d69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2401:1871788671762560:192.168.204.143@tcp:250: 00000100:00100000:0.0:1785076977.842029:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set 0000000087441709 going to sleep for 11 seconds 00000100:00100000:2.0:1785076977.850800:0:6164:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000fc956bb1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671762688:192.168.204.143@tcp:101: 00010000:00010000:2.0:1785076977.850843:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.143@tcp lock: 00000000c2ad0998/0x38bc12afecb00d4a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967e97 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076977.850858:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.143@tcp lock: 00000000c2ad0998/0x38bc12afecb00d4a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb96b472024967e97 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785076977.850982:0:6164:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000896e99b7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671762816:192.168.204.143@tcp:501: 00000100:00100000:2.0:1785076977.851117:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set 0000000031eef7fe going to sleep for 11 seconds 00000100:00100000:0.0:1785076977.860501:0:6164:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000896e99b7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671762816:192.168.204.143@tcp:501: 10000000:01000000:0.0:1785076977.860583:0:6164:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.143@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1785076977.860604:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.143@tcp lock: 00000000c2ad0998/0x38bc12afecb00d4a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967e97 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076977.860634:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.143@tcp lock: 00000000c2ad0998/0x38bc12afecb00d4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967e97 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785076977.860644:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9fb9586d6000 10000000:01000000:0.0:1785076977.860650:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1785076977.860655:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9fb9586d6000 10000000:01000000:0.0:1785076977.860658:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1785076977.860661:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9fb9586d6000 10000000:01000000:0.0:1785076977.860666:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1785076977.860669:0:6164:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9fb9586d6000 from 1 10000000:01000000:0.0:1785076977.860671:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1785076977.860723:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.143@tcp lock: 00000000931f682c/0x38bc12afecb00d51 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076977.860730:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.143@tcp lock: 00000000931f682c/0x38bc12afecb00d51 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076977.860740:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.143@tcp lock: 00000000931f682c/0x38bc12afecb00d51 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785076977.860760:0:6164:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000523fdf4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671762944:192.168.204.143@tcp:101: 00000100:00100000:0.0:1785076977.860841:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set 000000008e557d57 going to sleep for 11 seconds 00000100:00100000:0.0:1785076977.864245:0:6164:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000523fdf4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671762944:192.168.204.143@tcp:101: 00010000:00010000:0.0:1785076977.864274:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.143@tcp lock: 00000000931f682c/0x38bc12afecb00d51 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967e9e expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076977.864286:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.143@tcp lock: 00000000931f682c/0x38bc12afecb00d51 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb96b472024967e9e expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785076977.864405:0:6164:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000523fdf4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671763072:192.168.204.143@tcp:501: 00000100:00100000:0.0:1785076977.864492:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set 000000008e557d57 going to sleep for 11 seconds 00000100:00100000:0.0:1785076977.868789:0:6164:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000523fdf4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671763072:192.168.204.143@tcp:501: 00000100:00100000:0.0:1785076977.868860:0:6164:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000523fdf4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671763200:192.168.204.143@tcp:503: 00000100:00100000:0.0:1785076977.868969:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set 000000008e557d57 going to sleep for 11 seconds 00000100:00100000:0.0:1785076977.874803:0:6164:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000523fdf4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671763200:192.168.204.143@tcp:503: 00000100:00100000:3.0:1785076977.877198:0:6183:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000090842469 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6183:1871788671763328:192.168.204.143@tcp:502: 00000100:00100000:3.0:1785076977.877337:0:6183:0:(client.c:2702:ptlrpc_set_wait()) set 00000000f9ae68bb going to sleep for 11 seconds 00000100:00100000:3.0:1785076977.880362:0:6183:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000090842469 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6183:1871788671763328:192.168.204.143@tcp:502: 00000020:01000000:3.0:1785076977.880411:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785076977.880423:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.880426:0:6183:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1785076977.880434:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.880437:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785076977.880464:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9fb9586d6000 (00000000424f71f2) 00000020:00000080:3.0:1785076977.880483:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:3.0:1785076977.880490:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.880491:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1785076977.881328:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9fb9586d6000 (uuid c7a428b1-be69-4e3d-8033-9449a6fe6934) 00000020:01000000:3.0:1785076977.881336:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785076977.881340:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.881341:0:6183:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1785076977.881344:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785076977.881348:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.881349:0:6183:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1785076977.881358:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.881366:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785076977.881374:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9fb9586d6000 (00000000fcca6057) 00000020:00000080:3.0:1785076977.881386:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:3.0:1785076977.881392:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.881396:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1785076977.881844:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9fb9586d6000 (uuid c7a428b1-be69-4e3d-8033-9449a6fe6934) 00000020:01000000:3.0:1785076977.881850:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785076977.881853:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.881854:0:6183:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1785076977.881856:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785076977.881859:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.881860:0:6183:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1785076977.881864:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1785076977.881865:0:6183:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1785076977.881867:0:6183:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1785076977.881872:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785076977.881875:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.881876:0:6183:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1785076977.881878:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785076977.881882:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.881883:0:6183:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1785076977.881887:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1785076977.881890:0:6183:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.143@tcp to nid 0x20000c0a8cc8f (192.168.204.143@tcp) 00000020:01000000:3.0:1785076977.881911:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.881914:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785076977.881920:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9fb9586d6000 (00000000b2f9a420) 00000020:00000080:3.0:1785076977.881928:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:3.0:1785076977.881934:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.881937:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1785076977.882014:0:6183:0:(ldlm_lib.c:102:import_set_conn()) imp 000000007f00159f@lustre-MDT0000-mdc-ffff9fb9586d6000: add connection 192.168.204.143@tcp at head 00010000:00010000:2.0:1785076977.886954:0:6183:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9fb9586d6000-1 is initialized 00000040:01000000:2.0:1785076977.887246:0:6183:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9fb9586d6000 ctxt 13 is initialized 00000020:00000080:3.0:1785076977.892808:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9fb9586d6000 (uuid c7a428b1-be69-4e3d-8033-9449a6fe6934) 00000020:01000000:3.0:1785076977.892841:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.892847:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1785076977.892873:0:6183:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1785076977.892927:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785076977.892930:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.892932:0:6183:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1785076977.892935:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1785076977.892938:0:6183:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1785076977.892940:0:6183:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1785076977.892942:0:6183:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1785076977.892943:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1785076977.892946:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.892947:0:6183:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1785076977.892950:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785076977.892954:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.892955:0:6183:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1785076977.892958:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1785076977.892963:0:6183:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.143@tcp to nid 0x20000c0a8cc8f (192.168.204.143@tcp) 00000020:01000000:3.0:1785076977.892991:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.892993:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785076977.893003:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9fb9586d6000 (000000008173601e) 00000020:00000080:3.0:1785076977.893020:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:3.0:1785076977.893024:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.893026:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1785076977.893089:0:6183:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ab75f58d@lustre-MDT0001-mdc-ffff9fb9586d6000: add connection 192.168.204.143@tcp at head 00010000:00010000:3.0:1785076977.894796:0:6183:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9fb9586d6000-2 is initialized 00000040:01000000:3.0:1785076977.895030:0:6183:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff9fb9586d6000 ctxt 13 is initialized 00000020:00000080:3.0:1785076977.898143:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9fb9586d6000 (uuid c7a428b1-be69-4e3d-8033-9449a6fe6934) 00000020:01000000:3.0:1785076977.898164:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.898170:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1785076977.898195:0:6183:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1785076977.899031:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785076977.899050:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.899052:0:6183:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1785076977.899056:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1785076977.899058:0:6183:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1785076977.899060:0:6183:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1785076977.899061:0:6183:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1785076977.899062:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1785076977.899064:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.899065:0:6183:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1785076977.899067:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1785076977.899071:0:6183:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.143@tcp:/lustre 00000020:00000080:3.0:1785076977.899074:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.899075:0:6183:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1785076977.899078:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1785076977.899082:0:6183:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.143@tcp to nid 0x20000c0a8cc8f (192.168.204.143@tcp) 00000020:01000000:3.0:1785076977.899109:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.899372:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785076977.899403:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9fb9586d6000 (00000000303e8635) 00000020:00000080:3.0:1785076977.899424:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:3.0:1785076977.899434:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.899438:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1785076977.900472:0:6183:0:(ldlm_lib.c:102:import_set_conn()) imp 000000009543e946@lustre-OST0000-osc-ffff9fb9586d6000: add connection 192.168.204.143@tcp at head 00010000:00010000:3.0:1785076977.900789:0:6183:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9fb9586d6000-3 is initialized 00000020:00000080:3.0:1785076977.910428:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9fb9586d6000 (uuid c7a428b1-be69-4e3d-8033-9449a6fe6934) 00000020:01000000:3.0:1785076977.910459:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.910465:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1785076977.910498:0:6183:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1785076977.910510:0:6183:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff9fb9586d6000: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1785076977.910528:0:6183:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1785076977.910586:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785076977.910593:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.910596:0:6183:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1785076977.910617:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1785076977.910621:0:6183:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1785076977.910624:0:6183:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1785076977.910626:0:6183:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1785076977.910627:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1785076977.910632:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.910633:0:6183:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1785076977.910639:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1785076977.910643:0:6183:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.143@tcp:/lustre 00000020:00000080:3.0:1785076977.910647:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.910649:0:6183:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1785076977.910653:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1785076977.910659:0:6183:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.143@tcp to nid 0x20000c0a8cc8f (192.168.204.143@tcp) 00000020:01000000:3.0:1785076977.910697:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.910701:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785076977.910712:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9fb9586d6000 (00000000f41ffb85) 00000020:00000080:3.0:1785076977.910734:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:3.0:1785076977.910741:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.910744:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1785076977.910852:0:6183:0:(ldlm_lib.c:102:import_set_conn()) imp 000000002499b7bc@lustre-OST0001-osc-ffff9fb9586d6000: add connection 192.168.204.143@tcp at head 00010000:00010000:3.0:1785076977.912171:0:6183:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9fb9586d6000-4 is initialized 00000020:00000080:3.0:1785076977.914073:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9fb9586d6000 (uuid c7a428b1-be69-4e3d-8033-9449a6fe6934) 00000020:01000000:3.0:1785076977.914095:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9fb9586d6000 00000020:00000080:3.0:1785076977.914099:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1785076977.914125:0:6183:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1785076977.914133:0:6183:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff9fb9586d6000: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1785076977.914138:0:6183:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1785076977.914148:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785076977.914153:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.914155:0:6183:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1785076977.914158:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785076977.914162:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.914172:0:6183:0:(obd_config.c:1561:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:3.0:1785076977.914176:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1785076977.914178:0:6183:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:3.0:1785076977.915001:0:6183:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008c59fa5f pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6183:1871788671763456:192.168.204.143@tcp:502: 00000100:00100000:3.0:1785076977.915109:0:6183:0:(client.c:2702:ptlrpc_set_wait()) set 000000003705ae74 going to sleep for 11 seconds 00000100:00100000:3.0:1785076977.927993:0:6183:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008c59fa5f pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6183:1871788671763456:192.168.204.143@tcp:502: 00000020:01000000:3.0:1785076977.928051:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785076977.928060:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785076977.928062:0:6183:0:(obd_config.c:1561:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000040:00080000:3.0:1785076977.928067:0:6183:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:2.0:1785076977.929433:0:6164:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:2.0:1785076977.929477:0:6164:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.143@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1785076977.929498:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.143@tcp lock: 00000000931f682c/0x38bc12afecb00d51 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967e9e expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076977.929524:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.143@tcp lock: 00000000931f682c/0x38bc12afecb00d51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967e9e expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785076977.929536:0:6164:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff9fb9586d6000 from 1 10000000:01000000:2.0:1785076977.929560:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1785076977.929626:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.143@tcp lock: 000000005ce52de7/0x38bc12afecb00d82 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076977.929635:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.143@tcp lock: 000000005ce52de7/0x38bc12afecb00d82 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076977.929646:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.143@tcp lock: 000000005ce52de7/0x38bc12afecb00d82 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785076977.930504:0:6164:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006ea52bb5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671763584:192.168.204.143@tcp:101: 00000100:00100000:2.0:1785076977.931390:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set 0000000009792ab8 going to sleep for 11 seconds 00000100:00100000:2.0:1785076977.935400:0:6164:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006ea52bb5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671763584:192.168.204.143@tcp:101: 00010000:00010000:2.0:1785076977.935435:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.143@tcp lock: 000000005ce52de7/0x38bc12afecb00d82 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967ea5 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076977.935448:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.143@tcp lock: 000000005ce52de7/0x38bc12afecb00d82 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb96b472024967ea5 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785076977.936046:0:6164:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006ea52bb5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671763712:192.168.204.143@tcp:256: 00000100:00100000:2.0:1785076977.937080:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set 0000000009792ab8 going to sleep for 11 seconds 00000100:00100000:0.0:1785076977.946239:0:6164:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006ea52bb5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671763712:192.168.204.143@tcp:256: 10000000:01000000:0.0:1785076977.947090:0:6164:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.143@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1785076977.947109:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.143@tcp lock: 000000005ce52de7/0x38bc12afecb00d82 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967ea5 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076977.947120:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.143@tcp lock: 000000005ce52de7/0x38bc12afecb00d82 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967ea5 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785076977.947128:0:6164:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9fb9586d6000 from 1 10000000:01000000:0.0:1785076977.947131:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1785076977.947169:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.143@tcp lock: 000000008b1964ef/0x38bc12afecb00d89 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076977.947175:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.143@tcp lock: 000000008b1964ef/0x38bc12afecb00d89 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076977.947184:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.143@tcp lock: 000000008b1964ef/0x38bc12afecb00d89 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785076977.947216:0:6164:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000523fdf4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671763840:192.168.204.143@tcp:101: 00000100:00100000:0.0:1785076977.947302:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set 00000000e1f64b12 going to sleep for 11 seconds 00000100:00100000:0.0:1785076977.951295:0:6164:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000523fdf4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671763840:192.168.204.143@tcp:101: 00010000:00010000:0.0:1785076977.951342:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.143@tcp lock: 000000008b1964ef/0x38bc12afecb00d89 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967eac expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076977.951354:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.143@tcp lock: 000000008b1964ef/0x38bc12afecb00d89 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb96b472024967eac expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785076977.951429:0:6164:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000523fdf4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671763968:192.168.204.143@tcp:501: 00000100:00100000:0.0:1785076977.951506:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set 00000000e1f64b12 going to sleep for 11 seconds 00000100:00100000:0.0:1785076977.958429:0:6164:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000523fdf4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671763968:192.168.204.143@tcp:501: 00000100:00100000:0.0:1785076977.958491:0:6164:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000523fdf4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671764096:192.168.204.143@tcp:503: 00000100:00100000:0.0:1785076977.958628:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set 00000000e1f64b12 going to sleep for 11 seconds 00000100:00100000:0.0:1785076977.962398:0:6164:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000523fdf4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6164:1871788671764096:192.168.204.143@tcp:503: 00000100:00100000:0.0:1785076977.963006:0:6186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000523fdf4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6186:1871788671764224:192.168.204.143@tcp:502: 00000100:00100000:0.0:1785076977.963109:0:6186:0:(client.c:2702:ptlrpc_set_wait()) set 00000000874637d1 going to sleep for 11 seconds 00000100:00100000:0.0:1785076977.967640:0:6186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000523fdf4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6186:1871788671764224:192.168.204.143@tcp:502: 00000020:01000000:0.0:1785076977.967698:0:6186:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1785076977.967709:0:6186:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785076977.967711:0:6186:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1785076977.967718:0:6186:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9fb9586d6000 00000020:00000080:0.0:1785076977.967721:0:6186:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1785076977.967785:0:6186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6186:1871788671764352:192.168.204.143@tcp:502: 00000100:00100000:0.0:1785076977.967920:0:6186:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb943f6a900 going to sleep for 11 seconds 00000100:00100000:0.0:1785076977.972425:0:6186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6186:1871788671764352:192.168.204.143@tcp:502: 00000020:01000000:0.0:1785076977.972476:0:6186:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1785076977.972486:0:6186:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785076977.972488:0:6186:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:0.0:1785076977.972492:0:6186:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:2.0:1785076977.972712:0:6164:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:2.0:1785076977.972729:0:6164:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1785076977.972802:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb940031800/0x38bc12afecb00d89 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967eac expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076977.972815:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.143@tcp lock: ffff9fb940031800/0x38bc12afecb00d89 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967eac expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1785076977.972835:0:6164:0:(llite_lib.c:1620:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1785076977.972860:0:6164:0:(genops.c:1406:class_connect()) connect: client c7a428b1-be69-4e3d-8033-9449a6fe6934, cookie 0x38bc12afecb00d90 00800000:01000000:2.0:1785076977.972883:0:6164:0:(lmv_obd.c:512:lmv_check_connect()) Time to connect c7a428b1-be69-4e3d-8033-9449a6fe6934 to lustre-clilmv-ffff9fb9586d6000 00800000:01000000:2.0:1785076977.972899:0:6164:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9fb9586d6000(c7a428b1-be69-4e3d-8033-9449a6fe6934) - lustre-MDT0000_UUID, c7a428b1-be69-4e3d-8033-9449a6fe6934 00000020:00000080:2.0:1785076977.972915:0:6164:0:(genops.c:1406:class_connect()) connect: client c7a428b1-be69-4e3d-8033-9449a6fe6934, cookie 0x38bc12afecb00d97 00000100:00080000:2.0:1785076977.972924:0:6164:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9fb9586d6000: connect to NID 192.168.204.143@tcp last attempt 0 00000100:00080000:2.0:1785076977.972933:0:6164:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9fb9586d6000: import ffff9fb9462eb800 using connection 192.168.204.143@tcp/192.168.204.143@tcp 00000008:00100000:2.0:1785076977.972946:0:6164:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1785076977.972973:0:6164:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fb945ca0700 x1871788671764480/t0(0) o38->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1785076977.973028:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7a428b1-be69-4e3d-8033-9449a6fe6934:2401:1871788671764480:192.168.204.143@tcp:38: 00000100:00080000:2.0:1785076977.973121:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0000_UUID 00800000:01000000:2.0:1785076977.973220:0:6164:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9fb9586d6000(c7a428b1-be69-4e3d-8033-9449a6fe6934) successfully (5) 00800000:00000004:2.0:1785076977.973234:0:6164:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9fb9586d6000: age -715, max_age 0 00800000:01000000:2.0:1785076977.973262:0:6164:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9fb9586d6000(c7a428b1-be69-4e3d-8033-9449a6fe6934) - lustre-MDT0001_UUID, c7a428b1-be69-4e3d-8033-9449a6fe6934 00000020:00000080:2.0:1785076977.973282:0:6164:0:(genops.c:1406:class_connect()) connect: client c7a428b1-be69-4e3d-8033-9449a6fe6934, cookie 0x38bc12afecb00d9e 00000100:00080000:2.0:1785076977.973288:0:6164:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9fb9586d6000: connect to NID 192.168.204.143@tcp last attempt 0 00000100:00080000:2.0:1785076977.973293:0:6164:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9fb9586d6000: import ffff9fb9462ea800 using connection 192.168.204.143@tcp/192.168.204.143@tcp 00000008:00100000:2.0:1785076977.973308:0:6164:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1785076977.973322:0:6164:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fb945ca2300 x1871788671764736/t0(0) o38->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0F:1785076977.974007:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7a428b1-be69-4e3d-8033-9449a6fe6934:2401:1871788671764736:192.168.204.143@tcp:38: 00000100:00080000:3.0:1785076977.974344:0:2405:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9fb945ca1880 x1871788671764608/t0(0) o41->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1785076977.974451:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0001_UUID 00800000:01000000:2.0:1785076977.974603:0:6164:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9fb9586d6000(c7a428b1-be69-4e3d-8033-9449a6fe6934) successfully (5) 00800000:00000004:2.0:1785076977.974606:0:6164:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff9fb9586d6000: age -715, max_age 0 00000080:00000004:2.0:1785076977.974649:0:6164:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9fb9586d6000: age -715, max_age 284 00800000:00000004:2.0:1785076977.974656:0:6164:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9fb9586d6000: age -715, max_age 284 00000100:00080000:2.0:1785076977.974673:0:6164:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9fb945ca0a80 x1871788671764992/t0(0) o41->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785076977.974682:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946772c00 going to sleep for 0 seconds 00000100:00080000:2.0:1785076977.974744:0:2404:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9fb945ca1500 x1871788671764864/t0(0) o41->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1785076977.979284:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb945ca0700 x1871788671764480/t0(0) o38->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 520/416 e 0 to 0 dl 1785076987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785076977.979365:0:2401:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb9586d6000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1785076977.979377:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9fb9586d6000: connect to target with instance 1 00000001:01000000:3.0:1785076978.228701:0:2401:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9fb9586d6000: T10 checksum algorithm t10ip512 speed = 2267 MB/s 00000001:01000000:3.0:1785076978.478869:0:2401:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9fb9586d6000: T10 checksum algorithm t10ip4K speed = 2307 MB/s 00000001:01000000:0.0:1785076978.729530:0:2401:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9fb9586d6000: T10 checksum algorithm t10crc512 speed = 387 MB/s 00010000:00010000:3.0:1785076978.818690:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1785076978.979894:0:2401:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9fb9586d6000: T10 checksum algorithm t10crc4K speed = 623 MB/s 00000100:00080000:2.0:1785076978.979908:0:2401:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9fb9586d6000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1785076978.979926:0:2401:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1785076978.979932:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9fb9462eb800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1785076978.980312:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000004f2bf79c): req@ffff9fb945ca0a80 x1871788671764992/t0(0) o41->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1785076978.980340:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000009df9efee): req@ffff9fb945ca1880 x1871788671764608/t0(0) o41->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785076978.980366:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7a428b1-be69-4e3d-8033-9449a6fe6934:2401:1871788671764480:192.168.204.143@tcp:38: 00010000:00080000:2.0:1785076978.980425:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb945ca2300 x1871788671764736/t0(0) o38->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 520/416 e 0 to 0 dl 1785076987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785076978.980436:0:2401:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb9586d6000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1785076978.980446:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9fb9586d6000: connect to target with instance 1 00000100:00080000:2.0:1785076978.980454:0:2401:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9fb9586d6000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1785076978.980460:0:2401:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1785076978.980473:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9fb9462ea800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1785076978.980847:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000074486162): req@ffff9fb945ca1500 x1871788671764864/t0(0) o41->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785076978.980860:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7a428b1-be69-4e3d-8033-9449a6fe6934:2401:1871788671764736:192.168.204.143@tcp:38: 00000100:00100000:3.0:1785076978.981237:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946772c00 going to sleep for 0 seconds 00000100:00100000:3.0:1785076978.981285:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946772c00 going to sleep for 11 seconds 00010000:00080000:3.0:1785076978.983289:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb945ca1500 x1871788671764864/t0(0) o41->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 1785076994 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785076978.983311:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:0:1871788671764864:192.168.204.143@tcp:41: 00010000:00080000:3.0:1785076978.995414:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb945ca1880 x1871788671764608/t0(0) o41->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 1785076994 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785076978.995451:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:0:1871788671764608:192.168.204.143@tcp:41: 00010000:00080000:3.0:1785076978.996233:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb945ca0a80 x1871788671764992/t0(0) o41->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 1785076994 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785076978.996276:0:6164:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7a428b1-be69-4e3d-8033-9449a6fe6934:6164:1871788671764992:192.168.204.143@tcp:41: 00800000:00000004:3.0:1785076978.996309:0:6164:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9fb9586d6000: update ffff9fb946efb7d0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:3.0:1785076978.996319:0:6164:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9fb9586d6000: update ffff9fb946ef8450 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:3.0:1785076978.996375:0:6164:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b04e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7a428b1-be69-4e3d-8033-9449a6fe6934:6164:1871788671765120:192.168.204.143@tcp:40: 00000100:00100000:3.0:1785076978.996465:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb9468eb6c0 going to sleep for 11 seconds 00010000:00080000:3.0:1785076979.004650:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946b04e00 x1871788671765120/t0(0) o40->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 440/448 e 0 to 0 dl 1785076994 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785076979.004680:0:6164:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b04e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7a428b1-be69-4e3d-8033-9449a6fe6934:6164:1871788671765120:192.168.204.143@tcp:40: 00000080:00000004:3.0:1785076979.004721:0:6164:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1785076979.004742:0:6164:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 2146304 00020000:01000000:3.0:1785076979.004747:0:6164:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1785076979.005183:0:6164:0:(genops.c:1406:class_connect()) connect: client c7a428b1-be69-4e3d-8033-9449a6fe6934, cookie 0x38bc12afecb00da5 00000020:00000080:2.0:1785076979.005214:0:6164:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x38bc12afecb00dac 00000100:00080000:2.0:1785076979.005225:0:6164:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9fb9586d6000: connect to NID 192.168.204.143@tcp last attempt 0 00000100:00080000:2.0:1785076979.005236:0:6164:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9fb9586d6000: import ffff9fb946ff7800 using connection 192.168.204.143@tcp/192.168.204.143@tcp 00000008:00100000:2.0:1785076979.005254:0:6164:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1785076979.005289:0:6164:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fb945ca0700 x1871788671765248/t0(0) o8->lustre-OST0000-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1785076979.005317:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0000_UUID 00020000:01000000:2.0:1785076979.005350:0:6164:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9fb9586d6000) active 00000020:00000080:2.0:1785076979.005389:0:6164:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x38bc12afecb00db3 00000100:00080000:2.0:1785076979.005396:0:6164:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9fb9586d6000: connect to NID 192.168.204.143@tcp last attempt 0 00000100:00100000:1.0:1785076979.005405:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7a428b1-be69-4e3d-8033-9449a6fe6934:2401:1871788671765248:192.168.204.143@tcp:8: 00000100:00080000:2.0:1785076979.005406:0:6164:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9fb9586d6000: import ffff9fb946ff5800 using connection 192.168.204.143@tcp/192.168.204.143@tcp 00000008:00100000:2.0:1785076979.005420:0:6164:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1785076979.005439:0:6164:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fb945ca1180 x1871788671765376/t0(0) o8->lustre-OST0001-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1785076979.005474:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0001_UUID 00020000:01000000:2.0:1785076979.005483:0:6164:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9fb9586d6000) active 00000100:00100000:1.0:1785076979.005580:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7a428b1-be69-4e3d-8033-9449a6fe6934:2401:1871788671765376:192.168.204.143@tcp:8: 00000100:00100000:2.0:1785076979.005601:0:6164:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7a428b1-be69-4e3d-8033-9449a6fe6934:6164:1871788671765504:192.168.204.143@tcp:900: 00000100:00100000:2.0:1785076979.005688:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946772180 going to sleep for 11 seconds 00000100:00100000:3.0:1785076979.006652:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785076979.006675:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2404:1871788671765632:192.168.204.143@tcp:400: 00000100:00100000:3.0:1785076979.012880:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2404:1871788671765632:192.168.204.143@tcp:400: 00010000:00080000:1.0:1785076979.022655:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb945ca1180 x1871788671765376/t0(0) o8->lustre-OST0001-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 520/416 e 0 to 0 dl 1785076989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785076979.022679:0:2401:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9fb9586d6000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1785076979.022696:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9fb9586d6000: connect to target with instance 1 00000100:00080000:1.0:1785076979.022709:0:2401:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9fb9586d6000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1785076979.022729:0:2401:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1785076979.022733:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9fb946ff5800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1785076979.022742:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:1.0:1785076979.022748:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1785076979.022754:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1785076979.022768:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7a428b1-be69-4e3d-8033-9449a6fe6934:2401:1871788671765376:192.168.204.143@tcp:8: 00010000:00080000:1.0:1785076979.022787:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb945ca0700 x1871788671765248/t0(0) o8->lustre-OST0000-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 520/416 e 0 to 0 dl 1785076989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785076979.022795:0:2401:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fb9586d6000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1785076979.022824:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9fb9586d6000: connect to target with instance 1 00000100:00080000:1.0:1785076979.022830:0:2401:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9fb9586d6000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1785076979.022835:0:2401:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1785076979.022838:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9fb946ff7800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1785076979.022842:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:1.0:1785076979.022845:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1785076979.022848:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1785076979.022854:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7a428b1-be69-4e3d-8033-9449a6fe6934:2401:1871788671765248:192.168.204.143@tcp:8: 00010000:00080000:2.0:1785076979.030644:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb945ca1c00 x1871788671765504/t0(0) o900->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:29/10 lens 264/248 e 0 to 0 dl 1785076995 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785076979.030673:0:6164:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7a428b1-be69-4e3d-8033-9449a6fe6934:6164:1871788671765504:192.168.204.143@tcp:900: 00000100:00100000:2.0:1785076979.030775:0:6164:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7a428b1-be69-4e3d-8033-9449a6fe6934:6164:1871788671765760:192.168.204.143@tcp:33: 00000100:00100000:2.0:1785076979.030970:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946772180 going to sleep for 11 seconds 00010000:00080000:2.0:1785076979.114602:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb945ca1c00 x1871788671765760/t0(0) o33->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:23/10 lens 448/464 e 0 to 0 dl 1785076995 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1785076979.114630:0:6164:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7a428b1-be69-4e3d-8033-9449a6fe6934:6164:1871788671765760:192.168.204.143@tcp:33: 00000080:00200000:2.0:1785076979.114932:0:6164:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) 00000080:00200000:2.0:1785076979.114942:0:6164:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1785076979.115031:0:6164:0:(llite_lib.c:1658:ll_fill_super()) Mounted lustre-client 00000080:00000004:2.0:1785076979.121802:0:6164:0:(super25.c:181:lustre_fill_super()) 192.168.204.143@tcp:/lustre: Mount complete 00000080:00200008:2.0:1785076979.370730:0:6204:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9fb951523248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1785076979.370748:0:6204:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248),name=/ 00000002:00010000:2.0:1785076979.370779:0:6204:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1785076979.370871:0:6204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076979.370884:0:6204:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076979.370908:0:6204:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6204 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785076979.370941:0:6204:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca1c00 pname:cluuid:pid:xid:nid:opc:job mkdir:c7a428b1-be69-4e3d-8033-9449a6fe6934:6204:1871788671765888:192.168.204.143@tcp:101: 00000100:00100000:2.0:1785076979.371070:0:6204:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946772cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1785076979.379256:0:6204:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca1c00 pname:cluuid:pid:xid:nid:opc:job mkdir:c7a428b1-be69-4e3d-8033-9449a6fe6934:6204:1871788671765888:192.168.204.143@tcp:101: 00010000:00010000:0.0:1785076979.379355:0:6204:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076979.379371:0:6204:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076979.379387:0:6204:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076979.379411:0:6204:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076979.379427:0:6204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076979.379435:0:6204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076979.379470:0:6204:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1785076979.379496:0:6204:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9fb945ca1c00 x1871788671765888/t0(0) o101->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 576/688 e 0 to 0 dl 1785076995 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:0.0:1785076979.379515:0:6204:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076979.379530:0:6204:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9fb946f04c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1785076979.379563:0:6204:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1785076979.379702:0:6204:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1785076979.379711:0:6204:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) for lock 0x38bc12afecb00dba 00000080:00010000:2.0:1785076979.379718:0:6204:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) 00000080:00010000:2.0:1785076979.379722:0:6204:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x38bc12afecb00dba from it ffffb24bc448fcb8 00010000:00010000:2.0:1785076979.379725:0:6204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076979.379734:0:6204:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1785076979.843042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785076980.868582:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1785076981.857326:0:6256:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9fb951523248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1785076981.857343:0:6256:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248),name=/ 00000002:00010000:0.0:1785076981.857373:0:6256:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1785076981.857396:0:6256:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1785076981.857413:0:6256:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1785076981.857420:0:6256:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1785076981.857427:0:6256:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) 00000080:00010000:0.0:1785076981.857430:0:6256:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) for lock 0x38bc12afecb00dba 00000080:00010000:0.0:1785076981.857447:0:6256:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x38bc12afecb00dba from it ffffb24bc1bebcb8 00010000:00010000:0.0:1785076981.857452:0:6256:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1785076981.857472:0:6256:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:0.0:1785076981.858574:0:6256:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9fb951523248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1785076981.858581:0:6256:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248),name=/ 00000002:00010000:0.0:1785076981.858806:0:6256:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1785076981.858820:0:6256:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1785076981.858832:0:6256:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:0.0:1785076981.858839:0:6256:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1785076981.858846:0:6256:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) 00000080:00010000:0.0:1785076981.858850:0:6256:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) for lock 0x38bc12afecb00dba 00000080:00010000:0.0:1785076981.858855:0:6256:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x38bc12afecb00dba from it ffffb24bc1bebcb8 00010000:00010000:0.0:1785076981.858859:0:6256:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1785076981.858867:0:6256:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1785076981.858989:0:6256:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248),name=/ 00000002:00010000:0.0:1785076981.858999:0:6256:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1785076981.859005:0:6256:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1785076981.859024:0:6256:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1785076981.859035:0:6256:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1785076981.859039:0:6256:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) 00000080:00010000:0.0:1785076981.859041:0:6256:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) for lock 0x38bc12afecb00dba 00000080:00010000:0.0:1785076981.859046:0:6256:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x38bc12afecb00dba from it ffffb24bc1bebbb0 00010000:00010000:0.0:1785076981.859049:0:6256:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1785076981.859056:0:6256:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1785076981.859063:0:6256:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248), inode mode 41ed mask 44 00000080:00200008:0.0:1785076981.859071:0:6256:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9fb951523248), flags 100000 00000080:00200080:0.0:1785076981.859167:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.859183:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00800000:00000004:0.0:1785076981.859190:0:6256:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9fb9586d6000: age 286, max_age 288 00000100:00100000:0.0:1785076981.859230:0:6256:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job lfs:c7a428b1-be69-4e3d-8033-9449a6fe6934:6256:1871788671766016:192.168.204.143@tcp:41: 00000100:00100000:0.0:1785076981.860237:0:6256:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946f32300 going to sleep for 11 seconds 00000100:00100000:0.0:1785076981.870581:0:6256:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job lfs:c7a428b1-be69-4e3d-8033-9449a6fe6934:6256:1871788671766016:192.168.204.143@tcp:41: 00800000:00000004:0.0:1785076981.870622:0:6256:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9fb9586d6000: update ffff9fb946efb7d0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:0.0:1785076981.870727:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.870746:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00800000:00000004:0.0:1785076981.870754:0:6256:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff9fb9586d6000: age -715, max_age 288 00000100:00100000:0.0:1785076981.870805:0:6256:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job lfs:c7a428b1-be69-4e3d-8033-9449a6fe6934:6256:1871788671766144:192.168.204.143@tcp:41: 00000100:00100000:0.0:1785076981.870905:0:6256:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946f32300 going to sleep for 11 seconds 00010000:00080000:0.0:1785076981.875090:0:6256:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a09880 x1871788671766144/t0(0) o41->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 1785076997 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785076981.875110:0:6256:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job lfs:c7a428b1-be69-4e3d-8033-9449a6fe6934:6256:1871788671766144:192.168.204.143@tcp:41: 00800000:00000004:0.0:1785076981.875135:0:6256:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff9fb9586d6000: update ffff9fb946ef9e10 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:0.0:1785076981.875196:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875213:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875221:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875303:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875311:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875315:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875319:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875323:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875327:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875331:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875335:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875338:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875342:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875345:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875349:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875353:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875358:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875362:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875384:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875389:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875393:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875396:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875400:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875403:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875407:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875410:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875414:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875417:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875421:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875424:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875428:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875431:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875434:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875449:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875455:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875459:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875462:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875466:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875470:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875473:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875477:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875481:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875485:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875494:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875500:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875504:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875507:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875511:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875515:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875518:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875521:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875524:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875527:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875529:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875532:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875535:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875906:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875916:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875924:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875928:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875931:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875934:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875937:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875940:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875944:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875948:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875952:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875955:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875968:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875973:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875976:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875980:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875984:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875987:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875990:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.875994:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.875998:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876001:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876005:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876009:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876013:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876016:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876020:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876023:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876027:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876031:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876035:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876038:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876042:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876045:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876049:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876052:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876056:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876067:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876072:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876076:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876080:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876083:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876087:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876090:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876094:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876098:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876101:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876105:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876108:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876112:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876116:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876120:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876124:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876128:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876131:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876135:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876138:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876142:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876145:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876149:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876152:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876156:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876167:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876172:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876175:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876179:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876183:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876186:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876190:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00800000:00000080:0.0:1785076981.876193:0:6256:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00000080:00200080:0.0:1785076981.876198:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:0.0:1785076981.876203:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00020000:00000004:0.0:1785076981.876213:0:6256:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9fb9586d6000: age -715, max_age 288 00000100:00100000:0.0:1785076981.878010:0:6256:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job lfs:c7a428b1-be69-4e3d-8033-9449a6fe6934:6256:1871788671766272:192.168.204.143@tcp:13: 00000100:00100000:0.0:1785076981.878108:0:6256:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946f32300 going to sleep for 11 seconds 00010000:00080000:0.0:1785076981.881997:0:6256:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a09880 x1871788671766272/t0(0) o13->lustre-OST0000-osc-ffff9fb9586d6000@192.168.204.143@tcp:7/4 lens 224/368 e 0 to 0 dl 1785076997 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785076981.882019:0:6256:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job lfs:c7a428b1-be69-4e3d-8033-9449a6fe6934:6256:1871788671766272:192.168.204.143@tcp:13: 00020000:00000004:0.0:1785076981.882046:0:6256:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9fb9586d6000: update ffff9fb946fe9e10 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:0.0:1785076981.882125:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:0.0:1785076981.882143:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946ae4800 uarg=0000000000000000 00020000:00000004:0.0:1785076981.882151:0:6256:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9fb9586d6000: age -715, max_age 288 00000100:00100000:0.0:1785076981.882186:0:6256:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job lfs:c7a428b1-be69-4e3d-8033-9449a6fe6934:6256:1871788671766400:192.168.204.143@tcp:13: 00000100:00100000:0.0:1785076981.882645:0:6256:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946f32300 going to sleep for 11 seconds 00010000:00010000:3.0:1785076981.890848:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1785076981.892577:0:6256:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a09880 x1871788671766400/t0(0) o13->lustre-OST0001-osc-ffff9fb9586d6000@192.168.204.143@tcp:7/4 lens 224/368 e 0 to 0 dl 1785076997 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785076981.892628:0:6256:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job lfs:c7a428b1-be69-4e3d-8033-9449a6fe6934:6256:1871788671766400:192.168.204.143@tcp:13: 00020000:00000004:0.0:1785076981.892653:0:6256:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9fb9586d6000: update ffff9fb946fed190 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:2.0:1785076981.893024:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893044:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893052:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893056:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893060:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893064:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893068:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893072:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893076:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893079:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893092:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893097:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893100:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893104:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893108:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893111:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893115:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893118:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893122:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893125:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893129:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893133:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893136:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893140:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893144:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893148:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893152:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893155:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893159:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893162:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893166:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893169:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893173:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893176:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893181:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893191:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893197:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893201:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893204:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893208:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893212:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893215:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893218:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893234:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893240:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893244:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893248:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893252:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893255:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893259:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893263:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893266:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893270:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893274:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893277:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893281:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893285:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893288:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893291:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893295:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893307:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893311:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893315:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893319:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893323:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893326:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893331:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893334:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893338:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893341:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893345:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893348:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893352:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893356:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893360:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893363:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893367:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893371:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893374:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893377:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893381:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893384:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893388:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893391:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893396:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893406:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893412:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893415:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893419:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893422:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893426:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893430:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893434:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893446:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893451:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893455:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893459:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893463:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893466:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893470:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893473:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893476:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893479:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893482:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893486:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893489:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893493:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893496:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893499:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893503:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893515:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893520:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893523:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893527:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893530:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893534:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893556:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893562:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893567:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893571:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893575:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893578:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893582:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893586:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200080:2.0:1785076981.893589:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248) cmd=c00866a4 arg=7ffc26548b40 00020000:00000080:2.0:1785076981.893602:0:6256:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fb9586d6000: cmd=c00866a4 len=592 karg=ffff9fb946b58c00 uarg=0000000000000000 00000080:00200008:2.0:1785076981.893619:0:6256:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9fb951523248), flags 100000 00010000:00010000:1.0:1785076982.914921:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785076983.939631:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785076984.068154:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671766656:192.168.204.143@tcp:400: 00000100:00100000:0.0:1785076984.068409:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671766912:192.168.204.143@tcp:400: 00000100:00100000:0.0:1785076984.068699:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1785076984.068709:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671766528:192.168.204.143@tcp:400: 00000100:00100000:0.0:1785076984.068758:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671766784:192.168.204.143@tcp:400: 00000100:00100000:0.0:1785076984.068781:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671767040:192.168.204.143@tcp:400: 00000100:00100000:0.0:1785076984.074413:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671766528:192.168.204.143@tcp:400: 00010000:00080000:0.0:1785076984.074437:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a09500 x1871788671766784/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785076984.074450:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671766784:192.168.204.143@tcp:400: 00010000:00080000:0.0:1785076984.074460:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a09180 x1871788671767040/t0(0) o400->lustre-OST0001-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785076984.074468:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671767040:192.168.204.143@tcp:400: 00000100:00100000:0.0:1785076984.074478:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671766656:192.168.204.143@tcp:400: 00010000:00080000:0.0:1785076984.074488:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a08a80 x1871788671766912/t0(0) o400->lustre-OST0000-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785076984.074496:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671766912:192.168.204.143@tcp:400: 00000001:02000400:1.0:1785076984.708083:0:6450:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1785076984.967012:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785076985.989097:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785076987.017918:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785076988.048304:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785076989.059085:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785076989.188058:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2404:1871788671767168:192.168.204.143@tcp:400: 00000100:00100000:2.0:1785076989.188259:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671767424:192.168.204.143@tcp:400: 00000100:00100000:2.0:1785076989.188292:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671767680:192.168.204.143@tcp:400: 00000100:00100000:2.0:1785076989.188341:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1785076989.188350:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671767296:192.168.204.143@tcp:400: 00000100:00100000:2.0:1785076989.188380:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671767552:192.168.204.143@tcp:400: 00000100:00100000:2.0:1785076989.191500:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671767296:192.168.204.143@tcp:400: 00010000:00080000:2.0:1785076989.191529:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946b06d80 x1871788671767552/t0(0) o400->lustre-OST0000-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785076989.191575:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671767552:192.168.204.143@tcp:400: 00000100:00100000:2.0:1785076989.191591:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2404:1871788671767168:192.168.204.143@tcp:400: 00010000:00080000:2.0:1785076989.191604:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946b07100 x1871788671767424/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785076989.191615:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671767424:192.168.204.143@tcp:400: 00010000:00080000:2.0:1785076989.191627:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946b05f80 x1871788671767680/t0(0) o400->lustre-OST0001-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785076989.191636:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671767680:192.168.204.143@tcp:400: 00000100:00100000:3.0:1785076989.194396:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.143@tcp (source: 12345-192.168.204.143@tcp) 00000100:00100000:2.0:1785076989.194855:0:6167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871788693840896 00000100:00100000:2.0:1785076989.194869:0:6167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871788693840896 00000100:00100000:2.0:1785076989.194949:0:6167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.143@tcp, seq: 0 00000100:00100000:2.0:1785076989.194962:0:6167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb946b04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:5fe3b7bb-db07-4beb-bdaa-2b749f19d210+3:10342:x1871788693840896:12345-192.168.204.143@tcp:104: 00010000:00010000:2.0:1785076989.194986:0:6167:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.143@tcp lock: ffff9fb940030800/0x38bc12afecb00d51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb96b472024967e9e expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076989.195533:0:6167:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1785076989.195676:0:6167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb946b04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:5fe3b7bb-db07-4beb-bdaa-2b749f19d210+3:10342:x1871788693840896:12345-192.168.204.143@tcp:104: Request processed in 713us (1292us total) trans 0 rc 0/0 00000100:00100000:2.0:1785076989.195688:0:6167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.143@tcp, seq: 0 00010000:00010000:0.0:1785076989.196122:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785076989.196134:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.143@tcp lock: ffff9fb940030800/0x38bc12afecb00d51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb96b472024967e9e expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076989.196147:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9fb940030800 already unused, calling callback (ffffffffc114ac20) 10000000:00010000:0.0:1785076989.196154:0:6175:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.143@tcp lock: ffff9fb940030800/0x38bc12afecb00d51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb96b472024967e9e expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076989.196166:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.143@tcp lock: ffff9fb940030800/0x38bc12afecb00d51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb96b472024967e9e expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1785076989.196176:0:6175:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.143@tcp lock: ffff9fb940030800/0x38bc12afecb00d51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb96b472024967e9e expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785076989.196182:0:6175:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1785076989.196254:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.143@tcp lock: ffff9fb940030800/0x38bc12afecb00d51 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb96b472024967e9e expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076989.196262:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1785076989.196309:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.143@tcp lock: ffff9fb940030800/0x38bc12afecb00d51 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb96b472024967e9e expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076989.196317:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.143@tcp lock: ffff9fb940030800/0x38bc12afecb00d51 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb96b472024967e9e expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076989.196337:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785076989.196339:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785076989.196350:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671767808:192.168.204.143@tcp:103: 00010000:00010000:0.0:1785076989.196351:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785076989.207913:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.143@tcp (source: 12345-192.168.204.143@tcp) 00000100:00100000:2.0:1785076989.208103:0:6168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871788693841024 00000100:00100000:2.0:1785076989.208117:0:6168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871788693841024 00000100:00100000:2.0:1785076989.208199:0:6168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.143@tcp, seq: 1 00000100:00100000:2.0:1785076989.208212:0:6168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb946b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:5fe3b7bb-db07-4beb-bdaa-2b749f19d210+3:10342:x1871788693841024:12345-192.168.204.143@tcp:104: 00010000:00010000:2.0:1785076989.208236:0:6168:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.143@tcp lock: ffff9fb94be14400/0x38bc12afecb00d4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb96b472024967e97 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076989.208356:0:6168:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1785076989.208363:0:6168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb946b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:5fe3b7bb-db07-4beb-bdaa-2b749f19d210+3:10342:x1871788693841024:12345-192.168.204.143@tcp:104: Request processed in 155us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1785076989.208372:0:6168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.143@tcp, seq: 1 00010000:00010000:0.0:1785076989.209159:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785076989.209173:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.143@tcp lock: ffff9fb94be14400/0x38bc12afecb00d4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb96b472024967e97 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076989.209186:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9fb94be14400 already unused, calling callback (ffffffffc114ac20) 10000000:00010000:0.0:1785076989.209191:0:6176:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.143@tcp lock: ffff9fb94be14400/0x38bc12afecb00d4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb96b472024967e97 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076989.209202:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.143@tcp lock: ffff9fb94be14400/0x38bc12afecb00d4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb96b472024967e97 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1785076989.209211:0:6176:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.143@tcp lock: ffff9fb94be14400/0x38bc12afecb00d4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb96b472024967e97 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785076989.209218:0:6176:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1785076989.209339:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.143@tcp lock: ffff9fb94be14400/0x38bc12afecb00d4a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb96b472024967e97 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076989.209347:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1785076989.209384:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.143@tcp lock: ffff9fb94be14400/0x38bc12afecb00d4a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb96b472024967e97 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076989.209392:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.143@tcp lock: ffff9fb94be14400/0x38bc12afecb00d4a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb96b472024967e97 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076989.209414:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785076989.209416:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785076989.209418:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785076989.209434:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785076989.209454:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671767936:192.168.204.143@tcp:103: 00000100:00100000:0.0:1785076989.211050:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671767808:192.168.204.143@tcp:103: 00000100:00100000:0.0:1785076989.214011:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671767936:192.168.204.143@tcp:103: 00010000:00010000:0.0:1785076990.083606:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785076991.106833:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785076992.133077:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785076993.155396:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1785076993.795605:0:6178:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1785076993.795617:0:6178:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9fb9586d6000 from 48 10000000:01000000:3.0:1785076993.795623:0:6178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1785076993.795700:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb94be15e00/0x38bc12afecb00dc1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785076993.795732:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.143@tcp lock: ffff9fb94be15e00/0x38bc12afecb00dc1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785076993.795748:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.143@tcp lock: ffff9fb94be15e00/0x38bc12afecb00dc1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785076993.795785:0:6178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b07100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671768064:192.168.204.143@tcp:101: 00000100:00100000:3.0:1785076993.795916:0:6178:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946772e40 going to sleep for 11 seconds 00000100:00100000:1.0:1785076993.798763:0:6178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b07100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671768064:192.168.204.143@tcp:101: 00010000:00010000:1.0:1785076993.798812:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.143@tcp lock: ffff9fb94be15e00/0x38bc12afecb00dc1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967f62 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785076993.798831:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.143@tcp lock: ffff9fb94be15e00/0x38bc12afecb00dc1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb96b472024967f62 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785076993.798980:0:6178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946460e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671768192:192.168.204.143@tcp:501: 00000100:00100000:1.0:1785076993.799098:0:6178:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946761300 going to sleep for 11 seconds 00000100:00100000:1.0:1785076993.803634:0:6178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946460e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671768192:192.168.204.143@tcp:501: 00000100:00100000:1.0:1785076993.803727:0:6178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946460e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671768320:192.168.204.143@tcp:503: 00000100:00100000:1.0:1785076993.803840:0:6178:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946761300 going to sleep for 11 seconds 00000100:00100000:3.0:1785076993.815432:0:6178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946460e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671768320:192.168.204.143@tcp:503: 00000100:00100000:3.0:1785076993.816179:0:6674:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b04e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6674:1871788671768448:192.168.204.143@tcp:502: 00000100:00100000:3.0:1785076993.816330:0:6674:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946772a80 going to sleep for 11 seconds 00000100:00100000:1.0:1785076993.839844:0:6674:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b04e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6674:1871788671768448:192.168.204.143@tcp:502: 00000020:01000000:1.0:1785076993.839927:0:6674:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1785076993.839942:0:6674:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1785076993.839945:0:6674:0:(obd_config.c:1561:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1785076993.839952:0:6674:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1785076993.840015:0:6674:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946463480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6674:1871788671768576:192.168.204.143@tcp:502:llog_process_th.0 00000100:00100000:1.0:1785076993.840123:0:6674:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946761e40 going to sleep for 11 seconds 00000100:00100000:1.0:1785076993.842953:0:6674:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946463480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6674:1871788671768576:192.168.204.143@tcp:502:llog_process_th.0 00000020:01000000:1.0:1785076993.843017:0:6674:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1785076993.843028:0:6674:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1785076993.843032:0:6674:0:(obd_config.c:1561:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1785076993.843037:0:6674:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1785076993.843498:0:6178:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:2.0:1785076993.843524:0:6178:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.143@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1785076993.843568:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb94be15e00/0x38bc12afecb00dc1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967f62 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076993.843583:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.143@tcp lock: ffff9fb94be15e00/0x38bc12afecb00dc1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967f62 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785076993.843598:0:6178:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1785076993.843601:0:6178:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff9fb950a10000 from 1 10000000:01000000:2.0:1785076993.843605:0:6178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1785076993.843845:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb941525c00/0x38bc12afecb00dc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076993.843857:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.143@tcp lock: ffff9fb941525c00/0x38bc12afecb00dc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076993.843871:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.143@tcp lock: ffff9fb941525c00/0x38bc12afecb00dc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785076993.844053:0:6178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671768704:192.168.204.143@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1785076993.844172:0:6178:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946772a80 going to sleep for 11 seconds 00000100:00100000:0.0:1785076993.852916:0:6178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671768704:192.168.204.143@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785076993.852973:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.143@tcp lock: ffff9fb941525c00/0x38bc12afecb00dc8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967f69 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076993.852990:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.143@tcp lock: ffff9fb941525c00/0x38bc12afecb00dc8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb96b472024967f69 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785076993.853110:0:6178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671768832:192.168.204.143@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785076993.863580:0:6178:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946612240 going to sleep for 11 seconds 00000100:00100000:2.0:1785076993.863772:0:6178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671768832:192.168.204.143@tcp:501:ll_cfg_requeue.0 10000000:01000000:2.0:1785076993.864034:0:6178:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.143@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1785076993.864049:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb941525c00/0x38bc12afecb00dc8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967f69 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076993.864062:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.143@tcp lock: ffff9fb941525c00/0x38bc12afecb00dc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967f69 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076994.178738:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785076994.307455:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671769088:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785076994.307673:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671768960:192.168.204.143@tcp:400:kworker.0 00000100:00100000:1.0:1785076994.307758:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671769344:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785076994.312067:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671769216:192.168.204.143@tcp:400:kworker.0 00010000:00080000:1.0:1785076994.317394:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946461f80 x1871788671769344/t0(0) o400->lustre-OST0001-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785076994.317756:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671769344:192.168.204.143@tcp:400:kworker.0 00010000:00080000:0.0:1785076994.318792:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946462d80 x1871788671769216/t0(0) o400->lustre-OST0000-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785076994.318812:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671769216:192.168.204.143@tcp:400:kworker.0 00010000:00080000:1.0:1785076994.320344:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946463100 x1871788671769088/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785076994.320370:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671769088:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785076994.320837:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671768960:192.168.204.143@tcp:400:kworker.0 00010000:00010000:0.0:1785076995.202866:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785076995.855945:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.143@tcp (source: 12345-192.168.204.143@tcp) 00000100:00100000:3.0:1785076995.856330:0:6167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871788693852544 00000100:00100000:3.0:1785076995.856343:0:6167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871788693852544 00000100:00100000:3.0:1785076995.856426:0:6167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.143@tcp, seq: 2 00000100:00100000:3.0:1785076995.856438:0:6167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb945ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:5fe3b7bb-db07-4beb-bdaa-2b749f19d210+3:10404:x1871788693852544:12345-192.168.204.143@tcp:104: 00010000:00010000:3.0:1785076995.856462:0:6167:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.143@tcp lock: ffff9fb940031800/0x38bc12afecb00d89 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb96b472024967eac expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785076995.856586:0:6167:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1785076995.856594:0:6167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb945ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:5fe3b7bb-db07-4beb-bdaa-2b749f19d210+3:10404:x1871788693852544:12345-192.168.204.143@tcp:104: Request processed in 158us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1785076995.856602:0:6167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.143@tcp, seq: 2 00010000:00010000:0.0:1785076995.858592:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785076995.858607:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.143@tcp lock: ffff9fb940031800/0x38bc12afecb00d89 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb96b472024967eac expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076995.858621:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9fb940031800 already unused, calling callback (ffffffffc114ac20) 10000000:00010000:0.0:1785076995.858626:0:6175:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.143@tcp lock: ffff9fb940031800/0x38bc12afecb00d89 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb96b472024967eac expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076995.858637:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.143@tcp lock: ffff9fb940031800/0x38bc12afecb00d89 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb96b472024967eac expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1785076995.858645:0:6175:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.143@tcp lock: ffff9fb940031800/0x38bc12afecb00d89 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb96b472024967eac expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785076995.858653:0:6175:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1785076995.858735:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.143@tcp lock: ffff9fb940031800/0x38bc12afecb00d89 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb96b472024967eac expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076995.858742:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1785076995.858778:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.143@tcp lock: ffff9fb940031800/0x38bc12afecb00d89 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb96b472024967eac expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076995.858786:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.143@tcp lock: ffff9fb940031800/0x38bc12afecb00d89 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb96b472024967eac expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076995.858813:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785076995.858815:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785076995.858817:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785076995.859842:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671769472:192.168.204.143@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1785076995.870633:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671769472:192.168.204.143@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785076996.226938:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1785076996.931320:0:6178:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1785076996.931333:0:6178:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9fb9586d6000 from 4 10000000:01000000:3.0:1785076996.931341:0:6178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1785076996.931427:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb94be14200/0x38bc12afecb00dcf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785076996.931443:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.143@tcp lock: ffff9fb94be14200/0x38bc12afecb00dcf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785076996.931456:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.143@tcp lock: ffff9fb94be14200/0x38bc12afecb00dcf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785076996.931495:0:6178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b06d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671769600:192.168.204.143@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1785076996.932198:0:6178:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946772cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1785076996.948348:0:6178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b06d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671769600:192.168.204.143@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785076996.948395:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.143@tcp lock: ffff9fb94be14200/0x38bc12afecb00dcf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967f77 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076996.948411:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.143@tcp lock: ffff9fb94be14200/0x38bc12afecb00dcf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb96b472024967f77 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785076996.948834:0:6178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671769728:192.168.204.143@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785076996.949199:0:6178:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946612780 going to sleep for 11 seconds 00000100:00100000:1.0:1785076996.954299:0:6178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671769728:192.168.204.143@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785076996.954408:0:6178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946463100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671769856:192.168.204.143@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1785076996.954608:0:6178:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946761780 going to sleep for 11 seconds 00000100:00100000:1.0:1785076996.962090:0:6178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946463100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671769856:192.168.204.143@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1785076996.966094:0:6733:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946463100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6733:1871788671769984:192.168.204.143@tcp:502:llog_process_th.0 00000100:00100000:1.0:1785076996.966287:0:6733:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946761d80 going to sleep for 11 seconds 00000100:00100000:1.0:1785076996.982210:0:6733:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946463100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6733:1871788671769984:192.168.204.143@tcp:502:llog_process_th.0 00000020:01000000:1.0:1785076996.982343:0:6733:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1785076996.982359:0:6733:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1785076996.982361:0:6733:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1785076996.982370:0:6733:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9fb9586d6000 00000020:00000080:1.0:1785076996.982373:0:6733:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1785076996.982625:0:6733:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946463100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6733:1871788671770112:192.168.204.143@tcp:502:llog_process_th.0 00000100:00100000:1.0:1785076996.982761:0:6733:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946761d80 going to sleep for 11 seconds 00000100:00100000:1.0:1785076997.000091:0:6733:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946463100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6733:1871788671770112:192.168.204.143@tcp:502:llog_process_th.0 00000020:01000000:1.0:1785076997.000301:0:6733:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1785076997.000315:0:6733:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1785076997.000318:0:6733:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1785076997.000324:0:6733:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1785076997.010297:0:6178:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:2.0:1785076997.010346:0:6178:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1785076997.010362:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb94be14200/0x38bc12afecb00dcf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967f77 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785076997.010379:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.143@tcp lock: ffff9fb94be14200/0x38bc12afecb00dcf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967f77 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785076997.250960:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785076998.275330:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785076999.303643:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785076999.429082:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2403:1871788671770240:192.168.204.143@tcp:400:kworker.0 00000100:00100000:1.0:1785076999.429190:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671770496:192.168.204.143@tcp:400:kworker.0 00000100:00100000:1.0:1785076999.430121:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671770752:192.168.204.143@tcp:400:kworker.0 00000100:00100000:1.0:1785076999.430183:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1785076999.430192:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671770368:192.168.204.143@tcp:400:kworker.0 00000100:00100000:1.0:1785076999.430234:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671770624:192.168.204.143@tcp:400:kworker.0 00000100:00100000:1.0:1785076999.460634:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671770368:192.168.204.143@tcp:400:kworker.0 00010000:00080000:1.0:1785076999.460662:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946461880 x1871788671770624/t0(0) o400->lustre-OST0000-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785076999.460674:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671770624:192.168.204.143@tcp:400:kworker.0 00000100:00100000:1.0:1785076999.460686:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2403:1871788671770240:192.168.204.143@tcp:400:kworker.0 00010000:00080000:1.0:1785076999.460696:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946460700 x1871788671770496/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785076999.460704:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671770496:192.168.204.143@tcp:400:kworker.0 00010000:00080000:1.0:1785076999.460714:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946462300 x1871788671770752/t0(0) o400->lustre-OST0001-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785076999.460721:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671770752:192.168.204.143@tcp:400:kworker.0 00010000:00010000:0.0:1785077000.323907:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785077001.356931:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785077002.375621:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1785077002.903846:0:7038:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg443-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:3.0:1785077003.394826:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785077004.422772:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1785077004.548478:0:38:0:(import.c:65:import_set_state_nolock()) ffff9fb946ff7800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1785077004.548490:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9fb9586d6000: disconnect after 23s idle 00000100:00100000:0.0:1785077004.551696:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671771008:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077004.551885:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1785077004.551895:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2403:1871788671770880:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077004.551935:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671771136:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077004.565915:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2403:1871788671770880:192.168.204.143@tcp:400:kworker.0 00010000:00080000:0.0:1785077004.565953:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946463100 x1871788671771136/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077004.565970:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671771136:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077004.565984:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671771008:192.168.204.143@tcp:400:kworker.0 00000100:00080000:0.0:1785077004.566080:0:38:0:(import.c:65:import_set_state_nolock()) ffff9fb946ff5800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1785077004.566085:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9fb9586d6000: disconnect after 23s idle 00000100:00100000:3.0:1785077004.566296:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7a428b1-be69-4e3d-8033-9449a6fe6934:2401:1871788671771264:192.168.204.143@tcp:9:kworker.0 00000100:00100000:3.0:1785077004.566414:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7a428b1-be69-4e3d-8033-9449a6fe6934:2401:1871788671771392:192.168.204.143@tcp:9:kworker.0 00010000:00080000:3.0:1785077004.578345:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946461880 x1871788671771264/t0(0) o9->lustre-OST0000-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1785077004.578374:0:2401:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9fb946461880 x1871788671771264/t0(0) o9->lustre-OST0000-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077014 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1785077004.578383:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9fb946ff7800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1785077004.578389:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7a428b1-be69-4e3d-8033-9449a6fe6934:2401:1871788671771264:192.168.204.143@tcp:9:kworker.0 00010000:00080000:3.0:1785077004.578404:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a09500 x1871788671771392/t0(0) o9->lustre-OST0001-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1785077004.578435:0:2401:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9fb946a09500 x1871788671771392/t0(0) o9->lustre-OST0001-osc-ffff9fb9586d6000@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077014 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1785077004.578442:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9fb946ff5800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1785077004.578446:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7a428b1-be69-4e3d-8033-9449a6fe6934:2401:1871788671771392:192.168.204.143@tcp:9:kworker.0 00010000:00010000:3.0:1785077005.449643:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785077006.467118:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785077007.496051:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785077008.514683:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785077009.542165:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785077009.667150:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2403:1871788671771520:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077009.667301:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671771776:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077009.667341:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785077009.667348:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671771648:192.168.204.143@tcp:400:kworker.0 00010000:00080000:0.0:1785077009.699067:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946460a80 x1871788671771776/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077009.699099:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671771776:192.168.204.143@tcp:400:kworker.0 00000100:00100000:1.0:1785077009.699243:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671771648:192.168.204.143@tcp:400:kworker.0 00000100:00100000:1.0:1785077009.699259:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2403:1871788671771520:192.168.204.143@tcp:400:kworker.0 00010000:00010000:0.0:1785077010.562833:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1785077011.165589:0:7321:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg443-client.virtnet: executing yml_node 00010000:00010000:3.0:1785077011.586807:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785077012.621049:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785077013.635038:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785077014.659628:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785077014.789019:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2405:1871788671771904:192.168.204.143@tcp:400:kworker.0 00000100:00100000:2.0:1785077014.789917:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671772032:192.168.204.143@tcp:400:kworker.0 00000100:00100000:3.0:1785077014.797781:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2405:1871788671772160:192.168.204.143@tcp:400:kworker.0 00000100:00100000:2.0:1785077014.802504:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671772032:192.168.204.143@tcp:400:kworker.0 00010000:00080000:3.0:1785077014.807006:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946b05880 x1871788671772160/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077030 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785077014.807032:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2405:1871788671772160:192.168.204.143@tcp:400:kworker.0 00000100:00100000:3.0:1785077014.813695:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2405:1871788671771904:192.168.204.143@tcp:400:kworker.0 00010000:00010000:2.0:1785077015.684401:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785077016.706751:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1785077017.020287:0:7773:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.54.162 00010000:00010000:2.0:1785077017.734409:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785077018.757711:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785077019.778744:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785077019.907865:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671772288:192.168.204.143@tcp:400:kworker.0 00000100:00100000:1.0:1785077019.907905:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671772416:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077019.908256:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671772544:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077019.930344:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671772288:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077019.932831:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671772416:192.168.204.143@tcp:400:kworker.0 00010000:00080000:0.0:1785077019.934279:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946461180 x1871788671772544/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077035 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077019.934314:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671772544:192.168.204.143@tcp:400:kworker.0 00000001:02000400:1.0:1785077020.410716:0:7929:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.54.162 00010000:00010000:0.0:1785077020.802871:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785077021.827119:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785077022.851525:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1785077023.523069:0:8086:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.54.162 00010000:00010000:1.0:1785077023.884367:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785077024.898689:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785077025.041451:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2405:1871788671772800:192.168.204.143@tcp:400:kworker.0 00000100:00100000:2.0:1785077025.041600:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1785077025.041622:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2405:1871788671772672:192.168.204.143@tcp:400:kworker.0 00000100:00100000:2.0:1785077025.041652:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2405:1871788671772928:192.168.204.143@tcp:400:kworker.0 00000100:00100000:2.0:1785077025.057239:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2405:1871788671772672:192.168.204.143@tcp:400:kworker.0 00010000:00080000:2.0:1785077025.057263:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb945ca3800 x1871788671772928/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785077025.057273:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2405:1871788671772928:192.168.204.143@tcp:400:kworker.0 00000100:00100000:2.0:1785077025.057286:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2405:1871788671772800:192.168.204.143@tcp:400:kworker.0 00000001:02000400:2.0:1785077025.566146:0:8232:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Sun Jul 26 10:43:43 EDT 2026 00010000:00010000:1.0:1785077025.922806:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785077026.948908:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785077027.970915:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785077028.995500:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785077030.021943:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785077030.147241:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2403:1871788671773056:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077030.147504:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671773312:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077030.147661:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785077030.147670:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671773184:192.168.204.143@tcp:400:kworker.0 00010000:00080000:0.0:1785077030.176461:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946460380 x1871788671773312/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077030.176488:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671773312:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077030.176559:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671773184:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077030.176574:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2403:1871788671773056:192.168.204.143@tcp:400:kworker.0 00010000:00010000:1.0:1785077031.044335:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785077032.068249:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785077033.094185:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785077034.121985:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785077035.149476:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785077035.270058:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671773440:192.168.204.143@tcp:400:kworker.0 00000100:00100000:1.0:1785077035.270186:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671773568:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077035.270207:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671773696:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077035.278467:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671773440:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077035.279246:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671773568:192.168.204.143@tcp:400:kworker.0 00010000:00080000:0.0:1785077035.279291:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946460000 x1871788671773696/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077035.279322:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671773696:192.168.204.143@tcp:400:kworker.0 00010000:00010000:3.0:1785077036.174115:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785077037.188585:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785077038.213369:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785077039.235745:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785077040.259982:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785077040.396731:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671773952:192.168.204.143@tcp:400:kworker.0 00000100:00100000:3.0:1785077040.396867:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1785077040.396943:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2404:1871788671773824:192.168.204.143@tcp:400:kworker.0 00000100:00100000:3.0:1785077040.397049:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671774080:192.168.204.143@tcp:400:kworker.0 00000100:00100000:2.0:1785077040.408234:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671773952:192.168.204.143@tcp:400:kworker.0 00000100:00100000:2.0:1785077040.408277:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2404:1871788671773824:192.168.204.143@tcp:400:kworker.0 00010000:00080000:2.0:1785077040.408294:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946b06300 x1871788671774080/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785077040.408307:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671774080:192.168.204.143@tcp:400:kworker.0 00010000:00010000:0.0:1785077041.285217:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785077042.307757:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785077043.331124:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785077044.354789:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785077045.379351:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785077045.519634:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2403:1871788671774208:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077045.519771:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671774464:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077045.519814:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785077045.519821:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671774336:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077045.526846:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671774336:192.168.204.143@tcp:400:kworker.0 00010000:00080000:0.0:1785077045.526874:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a0aa00 x1871788671774464/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077045.526888:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671774464:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077045.534324:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2403:1871788671774208:192.168.204.143@tcp:400:kworker.0 00000001:02000400:2.0:1785077046.021920:0:8792:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:2.0:1785077046.406769:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785077047.430074:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1785077047.862485:0:8931:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:3.0:1785077048.452930:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1785077049.419902:0:9077:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 10:44:08 (1785077048) === 00010000:00010000:0.0:1785077049.482149:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1785077049.794322:0:8249:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9fb951523248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1785077049.794337:0:8249:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248),name=/ 00000002:00010000:0.0:1785077049.794361:0:8249:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1785077049.794379:0:8249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1785077049.794413:0:8249:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1785077049.794421:0:8249:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1785077049.794430:0:8249:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) 00000080:00010000:0.0:1785077049.794433:0:8249:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) for lock 0x38bc12afecb00dba 00000080:00010000:0.0:1785077049.794440:0:8249:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x38bc12afecb00dba from it ffffb24bc1513cb8 00010000:00010000:0.0:1785077049.794444:0:8249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1785077049.794452:0:8249:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:3.0:1785077049.820181:0:8249:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9fb951523248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1785077049.820193:0:8249:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248),name=/ 00000002:00010000:3.0:1785077049.820220:0:8249:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1785077049.820242:0:8249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1785077049.820258:0:8249:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1785077049.820266:0:8249:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1785077049.820274:0:8249:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) 00000080:00010000:3.0:1785077049.820278:0:8249:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) for lock 0x38bc12afecb00dba 00000080:00010000:3.0:1785077049.820286:0:8249:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x38bc12afecb00dba from it ffffb24bc1513cb8 00010000:00010000:3.0:1785077049.820290:0:8249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1785077049.820299:0:8249:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:3.0:1785077049.836422:0:8249:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9fb951523248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1785077049.836434:0:8249:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248),name=/ 00000002:00010000:3.0:1785077049.836458:0:8249:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1785077049.836475:0:8249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1785077049.836491:0:8249:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1785077049.836507:0:8249:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1785077049.836515:0:8249:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) 00000080:00010000:3.0:1785077049.836519:0:8249:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) for lock 0x38bc12afecb00dba 00000080:00010000:3.0:1785077049.836527:0:8249:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x38bc12afecb00dba from it ffffb24bc1513cb8 00010000:00010000:3.0:1785077049.836531:0:8249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1785077049.836644:0:8249:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:3.0:1785077049.876806:0:8249:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9fb951523248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1785077049.876819:0:8249:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb951523248),name=/ 00000002:00010000:3.0:1785077049.876905:0:8249:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1785077049.876924:0:8249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1785077049.876940:0:8249:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:3.0:1785077049.876949:0:8249:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1785077049.876956:0:8249:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) 00000080:00010000:3.0:1785077049.876959:0:8249:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fb951523248) for lock 0x38bc12afecb00dba 00000080:00010000:3.0:1785077049.876967:0:8249:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x38bc12afecb00dba from it ffffb24bc1513cb8 00010000:00010000:3.0:1785077049.876971:0:8249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1785077049.876992:0:8249:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fb9586d6000 lock: ffff9fb941524600/0x38bc12afecb00dba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb96b472024967ed6 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:0.0:1785077050.194266:0:9126:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1785077050.194271:0:9126:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1785077050.194272:0:9126:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.143@tcp:/lustre 00000020:01000004:0.0:1785077050.194273:0:9126:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1785077050.194428:0:9126:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9fb946f79800 00000080:01000004:0.0:1785077050.194438:0:9126:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1785077050.194460:0:9126:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.143@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1785077050.194464:0:9126:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.143@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:0.0:1785077050.194471:0:9126:0:(llite_lib.c:1512:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9fb946f79800 (sb ffff9fb946f79800) 00000080:01000000:0.0:1785077050.194581:0:9126:0:(llite_lib.c:1239:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1785077050.194583:0:9126:0:(llite_lib.c:1249:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1785077050.194586:0:9126:0:(llite_lib.c:1249:ll_options()) next opt=flock 00000080:01000000:0.0:1785077050.194593:0:9126:0:(llite_lib.c:1546:ll_fill_super()) llite sb uuid: c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa 10000000:01000000:0.0:1785077050.198084:0:9126:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1785077050.198090:0:9126:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9fb946f79800 10000000:01000000:0.0:1785077050.198097:0:9126:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9fb946f79800 10000000:01000000:0.0:1785077050.198101:0:9126:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1785077050.198111:0:9126:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9fb946f79800 10000000:01000000:0.0:1785077050.198114:0:9126:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1785077050.198117:0:9126:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9fb946f79800 10000000:01000000:0.0:1785077050.198119:0:9126:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1785077050.198132:0:9126:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9fb946f79800 from 1 10000000:01000000:0.0:1785077050.198135:0:9126:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1785077050.198179:0:9126:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb940030400/0x38bc12afecb00dd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785077050.198190:0:9126:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.143@tcp lock: ffff9fb940030400/0x38bc12afecb00dd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785077050.198202:0:9126:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.143@tcp lock: ffff9fb940030400/0x38bc12afecb00dd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785077050.198228:0:9126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671774592:192.168.204.143@tcp:101:mount.lustre.0 00000100:00100000:0.0:1785077050.198344:0:9126:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb945fcc780 going to sleep for 11 seconds 00000100:00100000:0.0:1785077050.218476:0:9126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671774592:192.168.204.143@tcp:101:mount.lustre.0 00010000:00010000:0.0:1785077050.218512:0:9126:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.143@tcp lock: ffff9fb940030400/0x38bc12afecb00dd6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967fb6 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785077050.218525:0:9126:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.143@tcp lock: ffff9fb940030400/0x38bc12afecb00dd6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb96b472024967fb6 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785077050.219137:0:9126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671774720:192.168.204.143@tcp:501:mount.lustre.0 00000100:00100000:0.0:1785077050.220640:0:9126:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb945fcc780 going to sleep for 11 seconds 00000100:00100000:0.0:1785077050.232078:0:9126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671774720:192.168.204.143@tcp:501:mount.lustre.0 00000100:00100000:1.0:1785077050.235773:0:9126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671774848:192.168.204.143@tcp:503:mount.lustre.0 00000100:00100000:1.0:1785077050.236004:0:9126:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb9466953c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785077050.239384:0:9126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671774848:192.168.204.143@tcp:503:mount.lustre.0 00000100:00100000:3.0:1785077050.249668:0:9130:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b06d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9130:1871788671774976:192.168.204.143@tcp:502:llog_process_th.0 00000100:00100000:3.0:1785077050.249920:0:9130:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb945c9d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785077050.259262:0:9130:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b06d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9130:1871788671774976:192.168.204.143@tcp:502:llog_process_th.0 00000020:01000000:3.0:1785077050.259318:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785077050.259332:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785077050.259335:0:9130:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1785077050.259342:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9fb946f79800 00000020:00000080:3.0:1785077050.259345:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785077050.259358:0:9130:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9fb946f79800 (ffff9fb946fe8000) 00000020:00000080:3.0:1785077050.259380:0:9130:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:3.0:1785077050.259386:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9fb946f79800 00000020:00000080:3.0:1785077050.259389:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1785077050.260022:0:9130:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9fb946f79800 (uuid c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa) 00000020:01000000:3.0:1785077050.260029:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785077050.260033:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785077050.260035:0:9130:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1785077050.260038:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785077050.260041:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785077050.260043:0:9130:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1785077050.260046:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9fb946f79800 00000020:00000080:3.0:1785077050.260049:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785077050.260056:0:9130:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9fb946f79800 (ffff9fb946feb380) 00000020:00000080:3.0:1785077050.260065:0:9130:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:3.0:1785077050.260070:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9fb946f79800 00000020:00000080:3.0:1785077050.260077:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1785077050.264531:0:9130:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9fb946f79800 (uuid c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa) 00000020:01000000:3.0:1785077050.264567:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785077050.264574:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785077050.264577:0:9130:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1785077050.264580:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785077050.264589:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785077050.264591:0:9130:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1785077050.264595:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1785077050.264597:0:9130:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1785077050.264599:0:9130:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1785077050.264606:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785077050.264609:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785077050.264610:0:9130:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1785077050.264612:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785077050.264616:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785077050.264617:0:9130:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1785077050.264620:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1785077050.264625:0:9130:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.143@tcp to nid 0x20000c0a8cc8f (192.168.204.143@tcp) 00000020:01000000:3.0:1785077050.264653:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9fb946f79800 00000020:00000080:3.0:1785077050.264656:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785077050.264681:0:9130:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9fb946f79800 (ffff9fb946ea8000) 00000020:00000080:3.0:1785077050.264706:0:9130:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:3.0:1785077050.264713:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9fb946f79800 00000020:00000080:3.0:1785077050.264716:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1785077050.264861:0:9130:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9fb943111000@lustre-MDT0000-mdc-ffff9fb946f79800: add connection 192.168.204.143@tcp at head 00010000:00010000:3.0:1785077050.274093:0:9130:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9fb946f79800-5 is initialized 00000040:01000000:3.0:1785077050.274328:0:9130:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9fb946f79800 ctxt 13 is initialized 00000020:00000080:3.0:1785077050.274375:0:9130:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9fb946f79800 (uuid c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa) 00000020:01000000:3.0:1785077050.274388:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9fb946f79800 00000020:00000080:3.0:1785077050.274392:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1785077050.279135:0:9130:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1785077050.279206:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785077050.279213:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785077050.279215:0:9130:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1785077050.279218:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1785077050.279221:0:9130:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1785077050.279222:0:9130:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1785077050.279224:0:9130:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1785077050.279226:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1785077050.279228:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785077050.279229:0:9130:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1785077050.279231:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785077050.279236:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785077050.279237:0:9130:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1785077050.279241:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1785077050.279246:0:9130:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.143@tcp to nid 0x20000c0a8cc8f (192.168.204.143@tcp) 00000020:01000000:2.0:1785077050.279275:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9fb946f79800 00000020:00000080:2.0:1785077050.279278:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1785077050.279289:0:9130:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9fb946f79800 (ffff9fb950a13380) 00000020:00000080:2.0:1785077050.279306:0:9130:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:2.0:1785077050.279314:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9fb946f79800 00000020:00000080:2.0:1785077050.279317:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1785077050.279391:0:9130:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9fb948603000@lustre-MDT0001-mdc-ffff9fb946f79800: add connection 192.168.204.143@tcp at head 00010000:00010000:2.0:1785077050.282133:0:9130:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9fb946f79800-6 is initialized 00000040:01000000:2.0:1785077050.282386:0:9130:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff9fb946f79800 ctxt 13 is initialized 00000020:00000080:2.0:1785077050.282437:0:9130:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9fb946f79800 (uuid c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa) 00000020:01000000:2.0:1785077050.282452:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9fb946f79800 00000020:00000080:2.0:1785077050.282456:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1785077050.282480:0:9130:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1785077050.282533:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785077050.282558:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785077050.282560:0:9130:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1785077050.282572:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1785077050.282575:0:9130:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:2.0:1785077050.282576:0:9130:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1785077050.282578:0:9130:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1785077050.282579:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1785077050.282582:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785077050.282583:0:9130:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:2.0:1785077050.282585:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1785077050.282590:0:9130:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.143@tcp:/lustre 00000020:00000080:2.0:1785077050.282593:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785077050.282594:0:9130:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1785077050.282597:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1785077050.282602:0:9130:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.143@tcp to nid 0x20000c0a8cc8f (192.168.204.143@tcp) 00000020:01000000:2.0:1785077050.282628:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9fb946f79800 00000020:00000080:2.0:1785077050.282631:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1785077050.282640:0:9130:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9fb946f79800 (ffff9fb950a119c0) 00000020:00000080:2.0:1785077050.282655:0:9130:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:2.0:1785077050.282660:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9fb946f79800 00000020:00000080:2.0:1785077050.282663:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1785077050.282733:0:9130:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9fb948601000@lustre-OST0000-osc-ffff9fb946f79800: add connection 192.168.204.143@tcp at head 00010000:00010000:2.0:1785077050.287632:0:9130:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9fb946f79800-7 is initialized 00000020:00000080:2.0:1785077050.287884:0:9130:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9fb946f79800 (uuid c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa) 00000020:01000000:2.0:1785077050.287897:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9fb946f79800 00000020:00000080:2.0:1785077050.287902:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1785077050.288631:0:9130:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1785077050.288643:0:9130:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff9fb946f79800: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1785077050.288650:0:9130:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1785077050.288665:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785077050.288670:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785077050.288672:0:9130:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1785077050.288677:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1785077050.288680:0:9130:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1785077050.288687:0:9130:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1785077050.288689:0:9130:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1785077050.288691:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1785077050.288693:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785077050.288695:0:9130:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1785077050.288698:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1785077050.288702:0:9130:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.143@tcp:/lustre 00000020:00000080:2.0:1785077050.288705:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785077050.288706:0:9130:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1785077050.288709:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1785077050.288714:0:9130:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.143@tcp to nid 0x20000c0a8cc8f (192.168.204.143@tcp) 00000020:01000000:2.0:1785077050.288742:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9fb946f79800 00000020:00000080:2.0:1785077050.288744:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1785077050.288755:0:9130:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9fb946f79800 (ffff9fb950a14d40) 00000020:00000080:2.0:1785077050.288771:0:9130:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:2.0:1785077050.288776:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9fb946f79800 00000020:00000080:2.0:1785077050.288779:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1785077050.288869:0:9130:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9fb948607800@lustre-OST0001-osc-ffff9fb946f79800: add connection 192.168.204.143@tcp at head 00010000:00010000:2.0:1785077050.295932:0:9130:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9fb946f79800-8 is initialized 00000020:00000080:2.0:1785077050.296175:0:9130:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9fb946f79800 (uuid c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa) 00000020:01000000:2.0:1785077050.296193:0:9130:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9fb946f79800 00000020:00000080:2.0:1785077050.296197:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1785077050.296233:0:9130:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1785077050.296242:0:9130:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff9fb946f79800: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1785077050.296247:0:9130:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1785077050.296259:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785077050.296263:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785077050.296264:0:9130:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1785077050.296270:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785077050.296274:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785077050.296275:0:9130:0:(obd_config.c:1561:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1785077050.296279:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1785077050.296286:0:9130:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1785077050.296289:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785077050.296292:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785077050.296293:0:9130:0:(obd_config.c:1561:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000100:00100000:2.0:1785077050.296343:0:9130:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9130:1871788671775104:192.168.204.143@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785077050.297336:0:9130:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb958addcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1785077050.303728:0:9130:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9130:1871788671775104:192.168.204.143@tcp:502:llog_process_th.0 00000020:01000000:2.0:1785077050.303769:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785077050.303778:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785077050.303781:0:9130:0:(obd_config.c:1561:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1785077050.303787:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1785077050.303824:0:9130:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9130:1871788671775232:192.168.204.143@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785077050.303999:0:9130:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb958addcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1785077050.307167:0:9130:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9130:1871788671775232:192.168.204.143@tcp:502:llog_process_th.0 00000020:01000000:0.0:1785077050.307218:0:9130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1785077050.307226:0:9130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785077050.307228:0:9130:0:(obd_config.c:1561:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1785077050.307233:0:9130:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1785077050.307620:0:9126:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1785077050.307641:0:9126:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.143@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1785077050.307665:0:9126:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb940030400/0x38bc12afecb00dd6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967fb6 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785077050.307676:0:9126:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.143@tcp lock: ffff9fb940030400/0x38bc12afecb00dd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967fb6 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1785077050.307684:0:9126:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff9fb946f79800 from 1 10000000:01000000:1.0:1785077050.307692:0:9126:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1785077050.307728:0:9126:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb98214e200/0x38bc12afecb00e07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785077050.307736:0:9126:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.143@tcp lock: ffff9fb98214e200/0x38bc12afecb00e07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785077050.307746:0:9126:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.143@tcp lock: ffff9fb98214e200/0x38bc12afecb00e07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785077050.307766:0:9126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671775360:192.168.204.143@tcp:101:mount.lustre.0 00000100:00100000:1.0:1785077050.307837:0:9126:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb9466953c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785077050.314253:0:9126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671775360:192.168.204.143@tcp:101:mount.lustre.0 00010000:00010000:1.0:1785077050.314283:0:9126:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.143@tcp lock: ffff9fb98214e200/0x38bc12afecb00e07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967fbd expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785077050.314296:0:9126:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.143@tcp lock: ffff9fb98214e200/0x38bc12afecb00e07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb96b472024967fbd expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785077050.315336:0:9126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671775488:192.168.204.143@tcp:256:mount.lustre.0 00000100:00100000:1.0:1785077050.315421:0:9126:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb9466953c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785077050.322943:0:9126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671775488:192.168.204.143@tcp:256:mount.lustre.0 10000000:01000000:1.0:1785077050.323675:0:9126:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.143@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:1.0:1785077050.323694:0:9126:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb98214e200/0x38bc12afecb00e07 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967fbd expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785077050.323707:0:9126:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.143@tcp lock: ffff9fb98214e200/0x38bc12afecb00e07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967fbd expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1785077050.323726:0:9126:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9fb946f79800 from 1 10000000:01000000:1.0:1785077050.323729:0:9126:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1785077050.323789:0:9126:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb98214f200/0x38bc12afecb00e0e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785077050.323797:0:9126:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.143@tcp lock: ffff9fb98214f200/0x38bc12afecb00e0e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785077050.323808:0:9126:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.143@tcp lock: ffff9fb98214f200/0x38bc12afecb00e0e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785077050.323831:0:9126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671775616:192.168.204.143@tcp:101:mount.lustre.0 00000100:00100000:1.0:1785077050.323900:0:9126:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb9466953c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785077050.326345:0:9126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671775616:192.168.204.143@tcp:101:mount.lustre.0 00010000:00010000:1.0:1785077050.326374:0:9126:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.143@tcp lock: ffff9fb98214f200/0x38bc12afecb00e0e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967fc4 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785077050.326386:0:9126:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.143@tcp lock: ffff9fb98214f200/0x38bc12afecb00e0e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb96b472024967fc4 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785077050.326458:0:9126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671775744:192.168.204.143@tcp:501:mount.lustre.0 00000100:00100000:1.0:1785077050.326533:0:9126:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb9466953c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785077050.328870:0:9126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671775744:192.168.204.143@tcp:501:mount.lustre.0 00000100:00100000:1.0:1785077050.328940:0:9126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671775872:192.168.204.143@tcp:503:mount.lustre.0 00000100:00100000:1.0:1785077050.329030:0:9126:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb9466953c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785077050.341351:0:9126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9126:1871788671775872:192.168.204.143@tcp:503:mount.lustre.0 00000100:00100000:1.0:1785077050.341716:0:9136:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9136:1871788671776000:192.168.204.143@tcp:502:llog_process_th.0 00000100:00100000:1.0:1785077050.341806:0:9136:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946695180 going to sleep for 11 seconds 00000100:00100000:1.0:1785077050.343770:0:9136:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9136:1871788671776000:192.168.204.143@tcp:502:llog_process_th.0 00000020:01000000:1.0:1785077050.343810:0:9136:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1785077050.343822:0:9136:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1785077050.343824:0:9136:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1785077050.343831:0:9136:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9fb946f79800 00000020:00000080:1.0:1785077050.343833:0:9136:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1785077050.343841:0:9136:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1785077050.343844:0:9136:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1785077050.343846:0:9136:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1785077050.343848:0:9136:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1785077050.343850:0:9136:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1785077050.343851:0:9136:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1785077050.343855:0:9136:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9fb946f79800 00000020:00000080:1.0:1785077050.343856:0:9136:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1785077050.344001:0:9136:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9136:1871788671776128:192.168.204.143@tcp:502:llog_process_th.0 00000100:00100000:1.0:1785077050.344084:0:9136:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946695180 going to sleep for 11 seconds 00000100:00100000:0.0:1785077050.360259:0:9136:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:9136:1871788671776128:192.168.204.143@tcp:502:llog_process_th.0 00000020:01000000:0.0:1785077050.360319:0:9136:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1785077050.360328:0:9136:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785077050.360330:0:9136:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1785077050.360335:0:9136:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1785077050.360498:0:9126:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1785077050.360517:0:9126:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1785077050.360561:0:9126:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb98214f200/0x38bc12afecb00e0e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967fc4 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785077050.360574:0:9126:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.143@tcp lock: ffff9fb98214f200/0x38bc12afecb00e0e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024967fc4 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1785077050.360592:0:9126:0:(llite_lib.c:1620:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1785077050.360628:0:9126:0:(genops.c:1406:class_connect()) connect: client c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa, cookie 0x38bc12afecb00e15 00800000:01000000:1.0:1785077050.360650:0:9126:0:(lmv_obd.c:512:lmv_check_connect()) Time to connect c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa to lustre-clilmv-ffff9fb946f79800 00800000:01000000:1.0:1785077050.360660:0:9126:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9fb946f79800(c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa) - lustre-MDT0000_UUID, c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa 00000020:00000080:1.0:1785077050.360669:0:9126:0:(genops.c:1406:class_connect()) connect: client c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa, cookie 0x38bc12afecb00e1c 00000100:00080000:1.0:1785077050.360679:0:9126:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9fb946f79800: connect to NID 192.168.204.143@tcp last attempt 0 00000100:00080000:1.0:1785077050.360689:0:9126:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9fb946f79800: import ffff9fb943111000 using connection 192.168.204.143@tcp/192.168.204.143@tcp 00000008:00100000:1.0:1785077050.360701:0:9126:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1785077050.360725:0:9126:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fb946462680 x1871788671776256/t0(0) o38->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1785077050.360751:0:9126:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0000_UUID 00800000:01000000:1.0:1785077050.360836:0:9126:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9fb946f79800(c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa) successfully (5) 00800000:00000004:1.0:1785077050.360840:0:9126:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9fb946f79800: age -643, max_age 0 00800000:01000000:1.0:1785077050.360869:0:9126:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9fb946f79800(c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa) - lustre-MDT0001_UUID, c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa 00000020:00000080:1.0:1785077050.360876:0:9126:0:(genops.c:1406:class_connect()) connect: client c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa, cookie 0x38bc12afecb00e23 00000100:00080000:1.0:1785077050.360881:0:9126:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9fb946f79800: connect to NID 192.168.204.143@tcp last attempt 0 00000100:00080000:1.0:1785077050.360886:0:9126:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9fb946f79800: import ffff9fb948603000 using connection 192.168.204.143@tcp/192.168.204.143@tcp 00000008:00100000:1.0:1785077050.360891:0:9126:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1785077050.360900:0:9126:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fb946463800 x1871788671776512/t0(0) o38->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1785077050.360907:0:9126:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0001_UUID 00800000:01000000:1.0:1785077050.360951:0:9126:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9fb946f79800(c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa) successfully (5) 00800000:00000004:1.0:1785077050.360954:0:9126:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff9fb946f79800: age -643, max_age 0 00000080:00000004:1.0:1785077050.360969:0:9126:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9fb946f79800: age -643, max_age 356 00800000:00000004:1.0:1785077050.360974:0:9126:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9fb946f79800: age -643, max_age 356 00000100:00080000:1.0:1785077050.361000:0:9126:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9fb946461c00 x1871788671776768/t0(0) o41->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785077050.361010:0:9126:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946761d80 going to sleep for 0 seconds 00000100:00080000:1.0:1785077050.361029:0:2402:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9fb946460000 x1871788671776384/t0(0) o41->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785077050.361042:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1785077050.361047:0:2402:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9fb946463b80 x1871788671776640/t0(0) o41->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077050.361182:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2401:1871788671776256:192.168.204.143@tcp:38:mount.lustre.0 00000100:00100000:0.0:1785077050.361269:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2401:1871788671776512:192.168.204.143@tcp:38:mount.lustre.0 00000100:00100000:0.0:1785077050.361718:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671777024:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077050.361761:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785077050.361767:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671776896:192.168.204.143@tcp:400:kworker.0 00000100:00100000:3.0:1785077050.375104:0:2401:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb946f79800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1785077050.375130:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9fb946f79800: connect to target with instance 1 00000100:00080000:3.0:1785077050.375140:0:2401:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9fb946f79800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1785077050.375152:0:2401:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1785077050.375156:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9fb943111000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1785077050.375258:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000000ac412a3): req@ffff9fb946461c00 x1871788671776768/t0(0) o41->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1785077050.375275:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000063361a42): req@ffff9fb946460000 x1871788671776384/t0(0) o41->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785077050.375288:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2401:1871788671776256:192.168.204.143@tcp:38:mount.lustre.0 00010000:00080000:3.0:1785077050.375308:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946463800 x1871788671776512/t0(0) o38->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 520/416 e 0 to 0 dl 1785077060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785077050.375317:0:2401:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb946f79800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1785077050.375321:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9fb946f79800: connect to target with instance 1 00000100:00080000:3.0:1785077050.375326:0:2401:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9fb946f79800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1785077050.375330:0:2401:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1785077050.375332:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9fb948603000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1785077050.376726:0:9126:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946761d80 going to sleep for 11 seconds 00010000:00080000:0.0:1785077050.379781:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a09c00 x1871788671777024/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077050.379801:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671777024:192.168.204.143@tcp:400:kworker.0 00000100:00100000:0.0:1785077050.379830:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671776896:192.168.204.143@tcp:400:kworker.0 00000100:00100000:3.0:1785077050.379934:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2401:1871788671776512:192.168.204.143@tcp:38:mount.lustre.0 00000100:00100000:1.0:1785077050.381249:0:9126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946461c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:9126:1871788671776768:192.168.204.143@tcp:41:mount.lustre.0 00800000:00000004:1.0:1785077050.381270:0:9126:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9fb946f79800: update ffff9fb946ea8450 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:1.0:1785077050.381278:0:9126:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9fb946f79800: update ffff9fb946feb7d0 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:1.0:1785077050.381316:0:9126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946461c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:9126:1871788671777152:192.168.204.143@tcp:40:mount.lustre.0 00000100:00100000:1.0:1785077050.381384:0:9126:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946761d80 going to sleep for 11 seconds 00010000:00080000:0.0:1785077050.381445:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946463b80 x1871788671776640/t0(0) o41->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/368 e 0 to 0 dl 1785077066 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077050.381459:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:0:1871788671776640:192.168.204.143@tcp:41:mount.lustre.0 00000100:00100000:1.0:1785077050.383568:0:9126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946461c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:9126:1871788671777152:192.168.204.143@tcp:40:mount.lustre.0 00000080:00000004:1.0:1785077050.383594:0:9126:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1785077050.383609:0:9126:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 2146304 00020000:01000000:1.0:1785077050.383613:0:9126:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1785077050.383625:0:9126:0:(genops.c:1406:class_connect()) connect: client c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa, cookie 0x38bc12afecb00e2a 00000020:00000080:1.0:1785077050.383642:0:9126:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x38bc12afecb00e31 00000100:00080000:1.0:1785077050.383650:0:9126:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9fb946f79800: connect to NID 192.168.204.143@tcp last attempt 0 00000100:00080000:1.0:1785077050.383657:0:9126:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9fb946f79800: import ffff9fb948601000 using connection 192.168.204.143@tcp/192.168.204.143@tcp 00000008:00100000:1.0:1785077050.383671:0:9126:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1785077050.383694:0:9126:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fb946461c00 x1871788671777280/t0(0) o8->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1785077050.383727:0:9126:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0000_UUID 00020000:01000000:1.0:1785077050.383740:0:9126:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9fb946f79800) active 00000020:00000080:1.0:1785077050.383765:0:9126:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x38bc12afecb00e38 00000100:00080000:1.0:1785077050.383770:0:9126:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9fb946f79800: connect to NID 192.168.204.143@tcp last attempt 0 00000100:00080000:1.0:1785077050.383776:0:9126:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9fb946f79800: import ffff9fb948607800 using connection 192.168.204.143@tcp/192.168.204.143@tcp 00000008:00100000:1.0:1785077050.383782:0:9126:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1785077050.383792:0:9126:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fb946462a00 x1871788671777408/t0(0) o8->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1785077050.383801:0:9126:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0001_UUID 00020000:01000000:1.0:1785077050.383806:0:9126:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9fb946f79800) active 00000100:00100000:1.0:1785077050.383841:0:9126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946460380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:9126:1871788671777536:192.168.204.143@tcp:900:mount.lustre.0 00000100:00100000:1.0:1785077050.383897:0:9126:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946761d80 going to sleep for 11 seconds 00000100:00100000:0.0:1785077050.384044:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:0:1871788671776384:192.168.204.143@tcp:41:mount.lustre.0 00000100:00100000:3.0:1785077050.384249:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2401:1871788671777280:192.168.204.143@tcp:8:mount.lustre.0 00000100:00100000:3.0:1785077050.384293:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2401:1871788671777408:192.168.204.143@tcp:8:mount.lustre.0 00000100:00100000:1.0:1785077050.386698:0:9126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946460380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:9126:1871788671777536:192.168.204.143@tcp:900:mount.lustre.0 00000100:00100000:1.0:1785077050.386758:0:9126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946460380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:9126:1871788671777664:192.168.204.143@tcp:33:mount.lustre.0 00000100:00100000:1.0:1785077050.386869:0:9126:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946761d80 going to sleep for 11 seconds 00010000:00080000:0.0:1785077050.394153:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946461c00 x1871788671777280/t0(0) o8->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 520/416 e 0 to 0 dl 1785077060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077050.394172:0:2401:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fb946f79800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1785077050.394187:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9fb946f79800: connect to target with instance 1 00000100:00080000:0.0:1785077050.394210:0:2401:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9fb946f79800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1785077050.394229:0:2401:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1785077050.394234:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9fb948601000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1785077050.394241:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:0.0:1785077050.394247:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1785077050.394254:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1785077050.394272:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2401:1871788671777280:192.168.204.143@tcp:8:mount.lustre.0 00000100:00100000:1.0:1785077050.394690:0:9126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946460380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:9126:1871788671777664:192.168.204.143@tcp:33:mount.lustre.0 00000080:00200000:1.0:1785077050.395308:0:9126:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fb95157aa08) 00000080:00200000:1.0:1785077050.395321:0:9126:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1785077050.395414:0:9126:0:(llite_lib.c:1658:ll_fill_super()) Mounted lustre-client 00000080:00000004:1.0:1785077050.400717:0:9126:0:(super25.c:181:lustre_fill_super()) 192.168.204.143@tcp:/lustre: Mount complete 00010000:00080000:3.0:1785077050.404834:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946462a00 x1871788671777408/t0(0) o8->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 520/416 e 0 to 0 dl 1785077060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785077050.404861:0:2401:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9fb946f79800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1785077050.404895:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9fb946f79800: connect to target with instance 1 00000100:00080000:3.0:1785077050.405053:0:2401:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9fb946f79800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1785077050.405072:0:2401:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1785077050.405078:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9fb948607800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1785077050.405088:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1785077050.405093:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1785077050.405101:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1785077050.405114:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2401:1871788671777408:192.168.204.143@tcp:8:mount.lustre.0 00010000:00010000:3.0:1785077050.500255:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1785077050.674634:0:9158:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:0.0:1785077051.524494:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077051.524502:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077051.524507:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077051.524509:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077051.524584:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077051.524587:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077051.524591:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1785077051.650725:0:825:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04220 (cpu 0) has reached its deadline 4295026169, at 4295026176 00000100:00000010:2.0:1785077051.650746:0:825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb946c8b300. 00000100:00000040:3.0:1785077051.651110:0:62:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04330 (cpu 0) has reached its deadline 4295026169, at 4295026176 00000100:00000010:3.0:1785077051.651118:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb946c8bb40. 00010000:00000001:0.0:1785077052.546857:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077052.546865:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077052.546871:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077052.546872:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785077052.547802:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785077052.547806:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785077052.547810:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077053.570701:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077053.570708:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077053.570713:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077053.570714:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077053.570734:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077053.570737:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077053.570740:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077054.595643:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077054.595653:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077054.595688:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077054.595690:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785077054.596745:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785077054.596751:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785077054.596756:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077055.618972:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077055.618982:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077055.618990:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077055.618991:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785077055.621982:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785077055.621992:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785077055.621999:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785077055.748441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5fe3b7bb-db07-4beb-bdaa-2b749f19d210->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077055.748458:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077055.748467:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0aa00. 00000020:00000040:0.0:1785077055.748474:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000100:00000001:0.0:1785077055.748480:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077055.748484:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077055.748492:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077055.748502:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb946df5e00. 00000100:00000001:0.0:1785077055.748511:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.748528:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5fe3b7bb-db07-4beb-bdaa-2b749f19d210->MGS req@ffff9fb946a0aa00 x1871788671777792/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077055.748556:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077055.748562:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.748570:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e02e1782] to pc [ptlrpcd_00_00+0] req@ffff9fb946a0aa00 x1871788671777792/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.748594:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.748597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077055.748601:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077055.748604:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a09c00. 00000020:00000040:0.0:1785077055.748607:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb9462eb800 refcount=4 obd=lustre-MDT0000-mdc-ffff9fb9586d6000 00000100:00000001:0.0:1785077055.748609:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077055.748611:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077055.748613:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077055.748616:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb946df5100. 00000100:00000001:0.0:1785077055.748619:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.748624:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0000_UUID req@ffff9fb946a09c00 x1871788671777920/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077055.748645:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077055.748647:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.748651:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c0ace7a] to pc [ptlrpcd_00_01+1] req@ffff9fb946a09c00 x1871788671777920/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.748662:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.748664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077055.748668:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077055.748671:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a08380. 00000020:00000040:0.0:1785077055.748674:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb9462ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fb9586d6000 00000100:00000001:0.0:1785077055.748676:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077055.748678:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077055.748680:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077055.748683:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb946df5400. 00000100:00000001:0.0:1785077055.748687:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.748690:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0001_UUID req@ffff9fb946a08380 x1871788671778048/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077055.748697:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077055.748699:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.748702:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb597ce3] to pc [ptlrpcd_00_00+0] req@ffff9fb946a08380 x1871788671778048/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.748725:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.748727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785077055.748730:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785077055.748733:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785077055.748736:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785077055.748739:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077055.748748:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077055.748751:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0bb80. 00000020:00000040:0.0:1785077055.748754:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb943111000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fb946f79800 00000100:00000001:0.0:1785077055.748757:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077055.748758:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077055.748761:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077055.748764:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb946df5600. 00000100:00000001:0.0:1785077055.748768:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.748772:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0000_UUID req@ffff9fb946a0bb80 x1871788671778176/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077055.748780:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077055.748782:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.748785:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2a97a5] to pc [ptlrpcd_00_01+1] req@ffff9fb946a0bb80 x1871788671778176/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.748794:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.748796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077055.748799:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077055.753986:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0b800. 00000020:00000040:0.0:1785077055.754003:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb948603000 refcount=4 obd=lustre-MDT0001-mdc-ffff9fb946f79800 00000100:00000001:0.0:1785077055.754011:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077055.754025:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077055.754032:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077055.754047:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb946df5500. 00000100:00000001:0.0:1785077055.754057:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.754075:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0001_UUID req@ffff9fb946a0b800 x1871788671778304/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077055.754090:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077055.754096:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.754104:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077393947] to pc [ptlrpcd_00_00+0] req@ffff9fb946a0b800 x1871788671778304/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.754140:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.754144:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077055.754149:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077055.754154:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a08000. 00000020:00000040:0.0:1785077055.754156:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb948601000 refcount=3 obd=lustre-OST0000-osc-ffff9fb946f79800 00000100:00000001:0.0:1785077055.754159:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077055.754161:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077055.754162:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077055.754166:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb946df5b00. 00000100:00000001:0.0:1785077055.754170:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.754175:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0000_UUID req@ffff9fb946a08000 x1871788671778432/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077055.754183:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077055.754185:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.754189:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009e2332a] to pc [ptlrpcd_00_01+1] req@ffff9fb946a08000 x1871788671778432/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.754197:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.754200:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077055.754203:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077055.754206:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0a680. 00000020:00000040:0.0:1785077055.754209:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb948607800 refcount=3 obd=lustre-OST0001-osc-ffff9fb946f79800 00000100:00000001:0.0:1785077055.754211:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077055.754213:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077055.754214:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077055.754218:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb946df5200. 00000100:00000001:0.0:1785077055.754221:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.754225:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0001_UUID req@ffff9fb946a0a680 x1871788671778560/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077055.754232:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077055.754239:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.754245:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029a43430] to pc [ptlrpcd_00_00+0] req@ffff9fb946a0a680 x1871788671778560/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.754252:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.754260:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (367) 00000100:00000001:0.0:1785077055.754291:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077055.754296:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077055.754299:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077055.754306:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0aa00 x1871788671777792/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.754315:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077055.754317:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.754323:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077055.754326:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077055.754329:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077055.754333:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671777792:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077055.754339:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077055.754347:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077055.754350:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.754352:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077055.754358:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb946289e00. 02000000:00000001:0.0:1785077055.754360:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077055.754369:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077055.754376:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014b6e0. 00000400:00000010:0.0:1785077055.754384:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127f68. 00000100:00000200:0.0:1785077055.754392:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671777792, portal 25 00000100:00000001:0.0:1785077055.754395:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077055.754397:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835541504 : -105856874010112 : ffff9fb946a0aa00) 00000100:00000040:0.0:1785077055.754403:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0aa00 x1871788671777792/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.754412:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077055.754415:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077055.754418:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127880. 00000100:00000200:0.0:1785077055.754432:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871788671777792, offset 0 00000400:00000200:0.0:1785077055.754441:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077055.754453:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077055.754464:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077055.754472:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077055.754477:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077055.754481:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077055.754484:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077055.754489:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [128:128:256:4294967295] 192.168.204.143@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:0.0:1785077055.754495:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077055.754506:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077055.754513:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077055.754520:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb946df5800. 00000800:00000200:0.0:1785077055.754529:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077055.754560:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077055.754565:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb946df5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077055.754597:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077055.754602:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077055.754605:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 2 is 4295031538 00000100:00000010:0.0:1785077055.754610:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb946c8b840. 00000100:00000001:0.0:1785077055.754619:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1785077055.754625:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 3 is 4295031538 00000100:00000010:0.0:1785077055.754628:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb946c8b540. 00000100:00000001:0.0:1785077055.754632:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1785077055.754636:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077055.754639:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.754642:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077055.754648:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a08380 x1871788671778048/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.754656:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077055.754662:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.754665:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077055.754667:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077055.754669:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077055.754672:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671778048:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077055.754676:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077055.754679:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077055.754680:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.754682:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077055.754686:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb946288800. 02000000:00000001:0.0:1785077055.754687:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077055.754691:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077055.754694:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014bf20. 00000400:00000010:0.0:1785077055.754698:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9581273b8. 00000100:00000200:0.0:1785077055.754702:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671778048, portal 10 00000100:00000001:0.0:1785077055.754704:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077055.754705:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835531648 : -105856874019968 : ffff9fb946a08380) 00000100:00000040:0.0:1785077055.754713:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a08380 x1871788671778048/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.754720:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077055.754722:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077055.754725:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127550. 00000100:00000200:0.0:1785077055.754728:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671778048, offset 0 00000400:00000200:0.0:1785077055.754732:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077055.754736:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077055.754739:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077055.754742:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077055.754744:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077055.754747:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077055.754749:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077055.754752:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [129:129:255:4294967295] 192.168.204.143@tcp LPNI seq info [129:129:7:4294967295] 00000400:00000200:0.0:1785077055.754756:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077055.754762:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077055.754773:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077055.754777:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb946df5900. 00000800:00000200:0.0:1785077055.754781:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077055.754785:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077055.754788:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb946df5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077055.754792:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.754796:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: using a timeout of 166370 usecs (167 jiffies) 00000400:00000200:0.0:1785077055.754799:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077055.754801:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 2 is 4295030445 00000100:00000001:0.0:1785077055.754804:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS request active for cpu 2, keep current deadline 4295031538 00000100:00000001:0.0:1785077055.754806:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 3 is 4295030445 00000100:00000001:0.0:1785077055.754808:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS request active for cpu 3, keep current deadline 4295031538 00000100:00000001:0.0:1785077055.754827:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077055.754829:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.754831:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077055.754836:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0b800 x1871788671778304/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.754843:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077055.754845:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.754847:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077055.754849:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077055.754851:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077055.754854:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2402:1871788671778304:192.168.204.143@tcp:400:kworker.0 00000800:00000200:3.0:1785077055.756034:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077055.756044:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb946df5800. 00000400:00000200:3.0:1785077055.756054:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077055.756064:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077055.756073:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127880 00000400:00000010:3.0:1785077055.756076:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127880. 00000100:00000001:3.0:1785077055.756082:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077055.756090:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0aa00 x1871788671777792/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.756105:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077055.756109:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0aa00 x1871788671777792/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.756117:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077055.756119:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785077055.756210:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077055.756213:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb946df5900. 00000400:00000200:3.0:1785077055.756230:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077055.756234:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077055.756237:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127550 00000400:00000010:3.0:1785077055.756239:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127550. 00000100:00000001:3.0:1785077055.756243:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077055.756248:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a08380 x1871788671778048/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.756256:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077055.756259:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a08380 x1871788671778048/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.756265:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077055.756267:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1785077055.758744:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077055.758762:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077055.758767:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.758772:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077055.758784:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb946289600. 02000000:00000001:0.0:1785077055.758788:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077055.758799:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077055.758825:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014b7e8. 00000400:00000010:0.0:1785077055.758836:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127550. 00000100:00000200:0.0:1785077055.758845:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671778304, portal 10 00000100:00000001:0.0:1785077055.758848:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077055.758850:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835545088 : -105856874006528 : ffff9fb946a0b800) 00000100:00000040:0.0:1785077055.759051:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0b800 x1871788671778304/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.759062:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077055.759065:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077055.759069:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127880. 00000100:00000200:0.0:1785077055.759075:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671778304, offset 0 00000400:00000200:0.0:1785077055.759082:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077055.759094:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077055.759104:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077055.759111:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077055.759115:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077055.759119:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077055.759122:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077055.759126:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [130:130:256:4294967295] 192.168.204.143@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:0.0:1785077055.759130:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077055.759141:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077055.759149:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077055.759156:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb946df5900. 00000800:00000200:0.0:1785077055.759164:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077055.759175:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077055.759180:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb946df5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077055.759201:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.759206:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: using a timeout of 21790 usecs (22 jiffies) 00000400:00000200:0.0:1785077055.759210:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077055.759213:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295030305 00000100:00000001:0.0:1785077055.759217:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295031538 00000100:00000001:0.0:1785077055.759226:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295030305 00000100:00000001:0.0:1785077055.759228:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295031538 00000100:00000001:0.0:1785077055.759231:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077055.759235:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.759240:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077055.759247:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0a680 x1871788671778560/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.759257:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077055.759259:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.759264:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077055.759267:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077055.759270:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077055.759274:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2402:1871788671778560:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077055.759278:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077055.759281:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077055.759283:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.759285:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077055.759288:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb946288200. 02000000:00000001:0.0:1785077055.759290:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077055.759294:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077055.759298:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014b058. 00000400:00000010:0.0:1785077055.759302:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127908. 00000100:00000200:0.0:1785077055.759305:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671778560, portal 4 00000100:00000001:0.0:1785077055.759307:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077055.759308:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835540608 : -105856874011008 : ffff9fb946a0a680) 00000020:00000010:0.0:1785077055.759335:0:2402:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9fb958466000. 00000100:00000040:0.0:1785077055.759342:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0a680 x1871788671778560/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.759349:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077055.759351:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077055.759354:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127c38. 00000100:00000200:0.0:1785077055.759361:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1871788671778560, offset 0 00000400:00000200:0.0:1785077055.759366:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077055.759370:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077055.759374:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077055.759377:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077055.759379:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077055.759381:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077055.759383:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077055.759387:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [131:131:255:4294967295] 192.168.204.143@tcp LPNI seq info [131:131:7:4294967295] 00000400:00000200:0.0:1785077055.759391:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077055.759397:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077055.759401:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077055.759405:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb946df5800. 00000800:00000200:0.0:1785077055.759408:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077055.759413:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077055.759416:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb946df5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077055.759419:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.759423:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: using a timeout of 26242 usecs (27 jiffies) 00000400:00000200:0.0:1785077055.759426:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077055.759428:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295030310 00000100:00000001:0.0:1785077055.759430:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295031538 00000100:00000001:0.0:1785077055.759432:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295030310 00000100:00000001:0.0:1785077055.759434:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295031538 00000100:00000001:0.0:1785077055.759436:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077055.759438:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.759442:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.759447:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.759457:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785077055.759459:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1785077055.759463:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077055.759470:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077055.759472:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077055.759477:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:0.0:1785077055.759478:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.759481:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785077055.759482:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.759484:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077055.759485:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077055.759486:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077055.759492:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a09c00 x1871788671777920/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.759500:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077055.759501:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.759504:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077055.759505:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077055.759508:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077055.759511:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671777920:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077055.759514:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077055.759518:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077055.759520:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.759521:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077055.759525:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb946289400. 02000000:00000001:0.0:1785077055.759527:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077055.759530:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077055.759533:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014b580. 00000400:00000010:0.0:1785077055.759537:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9581276e8. 00000100:00000200:0.0:1785077055.759565:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671777920, portal 10 00000100:00000001:0.0:1785077055.759568:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077055.759569:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835537920 : -105856874013696 : ffff9fb946a09c00) 00000100:00000040:0.0:1785077055.759576:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a09c00 x1871788671777920/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.759583:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077055.759585:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077055.759588:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9581275d8. 00000100:00000200:0.0:1785077055.759597:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671777920, offset 0 00000400:00000200:0.0:1785077055.759601:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077055.759605:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077055.759608:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077055.759611:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077055.759614:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077055.759616:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077055.759618:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077055.759621:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [132:132:254:4294967295] 192.168.204.143@tcp LPNI seq info [132:132:6:4294967295] 00000400:00000200:0.0:1785077055.759625:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077055.759632:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077055.759636:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077055.759640:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb942d4bd00. 00000800:00000200:0.0:1785077055.759644:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077055.759648:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077055.759651:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb942d4bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077055.759654:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.759658:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: using a timeout of 137712 usecs (138 jiffies) 00000400:00000200:0.0:1785077055.759660:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077055.759663:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 2 is 4295030421 00000100:00000001:0.0:1785077055.759665:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS request active for cpu 2, keep current deadline 4295031538 00000100:00000001:0.0:1785077055.759667:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 3 is 4295030421 00000100:00000001:0.0:1785077055.759670:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS request active for cpu 3, keep current deadline 4295031538 00000100:00000001:0.0:1785077055.759672:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077055.759674:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.759676:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077055.759681:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0bb80 x1871788671778176/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.759688:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077055.759694:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.759697:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077055.759699:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077055.759701:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077055.759704:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2402:1871788671778176:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077055.759707:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077055.759709:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077055.759711:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.759713:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077055.759716:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb942f87a00. 02000000:00000001:0.0:1785077055.759718:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077055.759721:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077055.759724:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014b790. 00000400:00000010:0.0:1785077055.759728:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127e58. 00000100:00000200:0.0:1785077055.759731:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671778176, portal 10 00000100:00000001:0.0:1785077055.759733:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077055.759734:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835545984 : -105856874005632 : ffff9fb946a0bb80) 00000100:00000040:0.0:1785077055.759740:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0bb80 x1871788671778176/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.759747:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077055.759749:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077055.759752:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127cc0. 00000100:00000200:0.0:1785077055.759754:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671778176, offset 0 00000400:00000200:0.0:1785077055.759759:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077055.759762:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077055.759766:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077055.759768:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077055.759771:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077055.759773:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077055.759775:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077055.759777:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [133:133:253:4294967295] 192.168.204.143@tcp LPNI seq info [133:133:5:4294967295] 00000400:00000200:0.0:1785077055.759781:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077055.759787:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077055.759797:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000001:3.0:1785077055.760330:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.760347:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077055.760351:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.760354:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077055.760361:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.760366:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077055.760375:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.760379:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.760384:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.760388:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e03d00 00000400:00000200:3.0:1785077055.760393:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.760400:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x735 [1] + 224 00000800:00000001:3.0:1785077055.760408:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.760412:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077055.760416:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077055.760421:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077055.760430:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077055.760438:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a08380 x1871788671778048/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077055.760447:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a08380 x1871788671778048/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.760465:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1785077055.760514:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077055.760519:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb946df5900. 00000400:00000200:3.0:1785077055.760525:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077055.760529:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077055.760534:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127880 00000400:00000010:3.0:1785077055.760537:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127880. 00000100:00000001:3.0:1785077055.760563:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077055.760569:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0b800 x1871788671778304/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.760581:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077055.760584:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0b800 x1871788671778304/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.760592:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077055.760593:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785077055.760601:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.760605:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077055.760607:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.760609:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077055.760611:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.760615:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077055.760619:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.760621:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.760624:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.760627:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 25 MB=0x6a661c2e03c00 00000400:00000200:3.0:1785077055.760631:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.760636:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.143@tcp of length 224/224 into md 0x72d [1] + 224 00000800:00000001:3.0:1785077055.760640:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.760646:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077055.760647:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077055.760650:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077055.760659:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077055.760664:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0aa00 x1871788671777792/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077055.760673:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a0aa00 x1871788671777792/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.760680:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1785077055.760690:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077055.760693:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb946df5800. 00000400:00000200:3.0:1785077055.760696:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077055.760699:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077055.760701:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127c38 00000400:00000010:3.0:1785077055.760703:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127c38. 00000100:00000001:3.0:1785077055.760719:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077055.760723:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0a680 x1871788671778560/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.760731:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077055.760734:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0a680 x1871788671778560/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.760740:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077055.760742:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785077055.760745:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.760748:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1785077055.760773:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077055.760775:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb942d4bd00. 00000400:00000200:3.0:1785077055.760778:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077055.760781:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077055.760784:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9581275d8 00000400:00000010:3.0:1785077055.760786:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9581275d8. 00000100:00000001:3.0:1785077055.760788:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077055.760792:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a09c00 x1871788671777920/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.760800:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077055.760813:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a09c00 x1871788671777920/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.760820:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077055.760822:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:0.0:1785077055.763322:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb942d4b800. 00000800:00000200:0.0:1785077055.763354:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077055.763365:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077055.763371:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb942d4b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077055.763394:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.763402:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: using a timeout of 14733 usecs (15 jiffies) 00000400:00000200:0.0:1785077055.763409:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077055.763413:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295030298 00000100:00000001:0.0:1785077055.763418:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295031538 00000100:00000001:0.0:1785077055.763421:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295030298 00000100:00000001:0.0:1785077055.763423:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295031538 00000100:00000001:0.0:1785077055.763426:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077055.763430:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.763436:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077055.763445:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a08000 x1871788671778432/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.763456:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077055.763458:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.763464:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077055.763467:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077055.763470:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077055.763474:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2402:1871788671778432:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077055.763479:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077055.763486:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077055.763490:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.763493:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077055.763502:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb942f87e00. 02000000:00000001:0.0:1785077055.763505:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077055.763510:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077055.763528:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014bc08. 00000400:00000010:0.0:1785077055.763536:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127dd0. 00000100:00000200:0.0:1785077055.763564:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671778432, portal 4 00000100:00000001:0.0:1785077055.763566:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077055.763568:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835530752 : -105856874020864 : ffff9fb946a08000) 00000100:00000040:0.0:1785077055.763578:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a08000 x1871788671778432/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.763586:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077055.763589:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077055.763593:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127990. 00000100:00000200:0.0:1785077055.763597:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1871788671778432, offset 0 00000400:00000200:0.0:1785077055.763604:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077055.763615:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077055.763625:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077055.763632:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077055.763637:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077055.763641:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077055.763644:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077055.763649:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [134:134:255:4294967295] 192.168.204.143@tcp LPNI seq info [134:134:7:4294967295] 00000400:00000200:0.0:1785077055.763653:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077055.763663:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077055.763669:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077055.763676:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb942d4bd00. 00000800:00000200:0.0:1785077055.763680:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077055.763684:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077055.763687:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb942d4bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077055.763690:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.763693:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: using a timeout of 12968 usecs (13 jiffies) 00000400:00000200:0.0:1785077055.763696:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077055.763698:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295030296 00000100:00000001:0.0:1785077055.763700:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295031538 00000100:00000001:0.0:1785077055.763708:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295030296 00000100:00000001:0.0:1785077055.763710:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295031538 00000100:00000001:0.0:1785077055.763713:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077055.763715:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1785077055.763724:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077055.763726:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077055.763729:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014b6e0. 00000400:00000200:0.0:1785077055.763734:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127f68 00000400:00000010:0.0:1785077055.763736:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127f68. 00000100:00000001:0.0:1785077055.763740:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077055.763746:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0aa00 x1871788671777792/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077055.763755:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0aa00 x1871788671777792/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1785077055.764116:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.764133:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077055.764136:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.764139:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077055.764144:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.764149:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077055.764157:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.764162:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.764167:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.764171:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 4 MB=0x6a661c2e03f00 00000400:00000200:3.0:1785077055.764176:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.764182:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.143@tcp of length 224/224 into md 0x745 [1] + 224 00000800:00000001:3.0:1785077055.764189:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.764208:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077055.764211:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077055.764217:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077055.764224:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077055.764230:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0a680 x1871788671778560/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077055.764239:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a0a680 x1871788671778560/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077055.766080:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785077055.766092:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.766174:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077055.766182:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.766186:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077055.766189:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077055.766192:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077055.766195:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.766199:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077055.766209:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb95802dc60 time=78 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077055.766216:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb95802dc18 time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077055.766219:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077055.766221:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077055.766225:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785077055.766228:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.766231:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.766243:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0aa00 x1871788671777792/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.766253:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077055.766257:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077055.766260:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077055.766286:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0aa00 x1871788671777792/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077055.766295:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671777792:192.168.204.143@tcp:400:kworker.0 00000400:00000001:0.0:1785077055.766309:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077055.766311:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077055.766315:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014bf20. 00000400:00000200:0.0:1785077055.766321:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9581273b8 00000400:00000010:0.0:1785077055.766324:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9581273b8. 00000100:00000001:0.0:1785077055.766329:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077055.766334:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a08380 x1871788671778048/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077055.766344:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a08380 x1871788671778048/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1785077055.766505:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077055.766511:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb942d4b800. 00000400:00000200:2.0:1785077055.766518:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077055.766525:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077055.766532:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127cc0 00000400:00000010:2.0:1785077055.766534:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127cc0. 00000100:00000001:2.0:1785077055.766561:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077055.766567:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0bb80 x1871788671778176/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077055.766579:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077055.766582:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0bb80 x1871788671778176/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077055.766603:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077055.766605:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077055.766686:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077055.766689:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb942d4bd00. 00000400:00000200:2.0:1785077055.766693:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077055.766697:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077055.766700:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127990 00000400:00000010:2.0:1785077055.766702:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127990. 00000100:00000001:2.0:1785077055.766704:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077055.766709:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a08000 x1871788671778432/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077055.766716:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077055.766719:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a08000 x1871788671778432/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077055.766725:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077055.766726:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1785077055.771641:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077055.771673:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.771687:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077055.772335:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.772347:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077055.772351:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.772354:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077055.772364:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.772388:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077055.772397:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.772402:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.772409:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.772413:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e03e00 00000400:00000200:3.0:1785077055.772420:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.772428:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x73d [1] + 224 00000800:00000001:3.0:1785077055.772437:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.772443:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077055.772446:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077055.772452:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077055.772461:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077055.772473:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0b800 x1871788671778304/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077055.772486:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a0b800 x1871788671778304/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.772496:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077055.772502:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.772505:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077055.772507:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.772509:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077055.772512:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.772515:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077055.772519:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.772521:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.772524:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.772527:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e03c80 00000400:00000200:3.0:1785077055.772530:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.772534:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x74d [1] + 224 00000800:00000001:3.0:1785077055.772571:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.772579:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077055.772587:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077055.772591:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077055.772595:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077055.772601:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a09c00 x1871788671777920/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077055.772610:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a09c00 x1871788671777920/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.772617:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077055.772621:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.772624:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077055.776055:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.776079:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077055.776086:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.776089:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077055.776101:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.776111:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077055.776163:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.776170:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.776177:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.776181:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e03d80 00000400:00000200:3.0:1785077055.776188:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.776197:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x755 [1] + 224 00000800:00000001:3.0:1785077055.776207:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.776212:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077055.776216:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077055.776222:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077055.776233:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077055.776246:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0bb80 x1871788671778176/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077055.776259:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a0bb80 x1871788671778176/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.776297:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077055.776309:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.776312:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077055.776314:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.776316:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077055.776319:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.776323:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077055.776327:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.776330:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.776332:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.776335:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 4 MB=0x6a661c2e03e80 00000400:00000200:3.0:1785077055.776340:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077055.776345:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.143@tcp of length 224/224 into md 0x75d [1] + 224 00000800:00000001:3.0:1785077055.776348:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.776353:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077055.776355:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077055.776358:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077055.776361:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077055.776366:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a08000 x1871788671778432/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077055.776376:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a08000 x1871788671778432/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077055.776384:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077055.776387:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077055.776390:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.777981:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077055.777999:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.778007:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077055.778012:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077055.778024:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077055.778027:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.778032:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077055.778046:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb9462eac60 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077055.778052:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb9462eac18 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077055.778055:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077055.778057:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077055.778060:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1785077055.778072:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a08380 x1871788671778048/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785077055.778082:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.778087:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077055.778091:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb9586d6000: skip recheck: last_committed 0 00000100:00000001:0.0:1785077055.778094:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077055.778106:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.778113:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a08380 x1871788671778048/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.778121:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077055.778125:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077055.778127:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077055.778133:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a08380 x1871788671778048/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077055.778141:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671778048:192.168.204.143@tcp:400:kworker.0 00000400:00000001:0.0:1785077055.778206:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077055.778209:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077055.778214:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014b7e8. 00000400:00000200:0.0:1785077055.778219:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127550 00000400:00000010:0.0:1785077055.778222:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127550. 00000100:00000001:0.0:1785077055.778227:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077055.778233:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0b800 x1871788671778304/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077055.778244:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0b800 x1871788671778304/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.778251:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077055.778253:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.778254:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077055.778256:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077055.778257:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077055.778259:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.778261:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077055.778267:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb948603460 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077055.778270:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb948603418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077055.778272:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077055.778274:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077055.778275:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1785077055.778279:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a0b800 x1871788671778304/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785077055.778294:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.778298:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077055.778299:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:0.0:1785077055.778301:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077055.778302:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.778307:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0b800 x1871788671778304/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.778313:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077055.778315:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077055.778316:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077055.778319:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0b800 x1871788671778304/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077055.778327:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2402:1871788671778304:192.168.204.143@tcp:400:kworker.0 00000400:00000001:0.0:1785077055.778333:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077055.778335:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077055.778337:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014b058. 00000400:00000200:0.0:1785077055.778340:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127908 00000400:00000010:0.0:1785077055.778342:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127908. 00000100:00000001:0.0:1785077055.778344:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077055.778348:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0a680 x1871788671778560/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077055.778357:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0a680 x1871788671778560/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.778363:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077055.778364:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.778366:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077055.778368:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077055.778369:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077055.778371:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.778379:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077055.778384:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb948607c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077055.778387:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb948607c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077055.778390:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077055.778391:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077055.778393:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1785077055.778397:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a0a680 x1871788671778560/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785077055.778404:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.778407:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077055.778408:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:0.0:1785077055.778410:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077055.778411:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.778415:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0a680 x1871788671778560/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.778422:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077055.778424:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077055.778425:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077055.778429:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0a680 x1871788671778560/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077055.778436:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2402:1871788671778560:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077055.778441:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.778445:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077055.778450:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0aa00 x1871788671777792/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.778458:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077055.778461:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077055.778465:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb946289e00. 02000000:00000001:0.0:1785077055.778471:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077055.778474:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077055.778476:0:2402:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=3 obd=MGC192.168.204.143@tcp 00000020:00000001:0.0:1785077055.778485:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077055.778488:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb946df5e00. 02000000:00000001:0.0:1785077055.778494:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077055.778496:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077055.778499:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0aa00. 00000100:00000001:0.0:1785077055.778504:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077055.778505:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.778507:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077055.778512:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a08380 x1871788671778048/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.778518:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077055.778519:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077055.778521:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb946288800. 02000000:00000001:0.0:1785077055.778523:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077055.778524:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077055.778526:0:2402:0:(genops.c:1244:class_import_put()) import ffff9fb9462ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fb9586d6000 00000020:00000001:0.0:1785077055.778527:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077055.778529:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb946df5400. 02000000:00000001:0.0:1785077055.778531:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077055.778532:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077055.778533:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a08380. 00000100:00000001:0.0:1785077055.778536:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077055.778569:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.778572:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077055.778576:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0b800 x1871788671778304/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.778582:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077055.778583:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077055.778585:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb946289600. 02000000:00000001:0.0:1785077055.778587:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077055.778588:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077055.778590:0:2402:0:(genops.c:1244:class_import_put()) import ffff9fb948603000 refcount=3 obd=lustre-MDT0001-mdc-ffff9fb946f79800 00000020:00000001:0.0:1785077055.778592:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077055.778593:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb946df5500. 02000000:00000001:0.0:1785077055.778596:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077055.778597:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077055.778604:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0b800. 00000100:00000001:0.0:1785077055.778607:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077055.778608:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.778609:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077055.778613:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0a680 x1871788671778560/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.778620:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077055.778621:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077055.778623:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb946288200. 02000000:00000001:0.0:1785077055.778626:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077055.778627:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077055.778628:0:2402:0:(genops.c:1244:class_import_put()) import ffff9fb948607800 refcount=2 obd=lustre-OST0001-osc-ffff9fb946f79800 00000020:00000001:0.0:1785077055.778631:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077055.778633:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb946df5200. 02000000:00000001:0.0:1785077055.778635:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077055.778636:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077055.778637:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0a680. 00000100:00000001:0.0:1785077055.778639:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077055.778641:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.778645:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.778648:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077055.778651:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785077055.778655:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077055.778656:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077055.778658:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014b580. 00000400:00000200:0.0:1785077055.778661:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9581276e8 00000400:00000010:0.0:1785077055.778663:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9581276e8. 00000100:00000001:0.0:1785077055.778665:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077055.778670:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a09c00 x1871788671777920/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077055.778679:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a09c00 x1871788671777920/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.778686:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077055.778688:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.778690:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077055.778696:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077055.778697:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077055.778699:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.778701:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077055.778706:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb9462ebc60 time=78 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077055.778710:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb9462ebc18 time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077055.778713:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077055.778714:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077055.778716:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785077055.778718:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.778721:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077055.778722:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb9586d6000: skip recheck: last_committed 0 00000100:00000001:0.0:1785077055.778724:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077055.778725:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.778730:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a09c00 x1871788671777920/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.778737:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077055.778739:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077055.778740:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077055.778744:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a09c00 x1871788671777920/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077055.778752:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671777920:192.168.204.143@tcp:400:kworker.0 00000400:00000001:0.0:1785077055.778759:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077055.778760:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077055.778762:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014b790. 00000400:00000200:0.0:1785077055.778764:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127e58 00000400:00000010:0.0:1785077055.778766:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127e58. 00000100:00000001:0.0:1785077055.778769:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077055.778773:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0bb80 x1871788671778176/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077055.778782:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0bb80 x1871788671778176/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.778802:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077055.778804:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.778806:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077055.778807:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077055.778808:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077055.778810:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.778812:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077055.778818:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb943111460 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077055.778821:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb943111418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077055.778823:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077055.778824:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077055.778826:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785077055.778828:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.778831:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077055.778832:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:0.0:1785077055.778834:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077055.778835:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.778840:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0bb80 x1871788671778176/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.778847:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077055.778849:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077055.778850:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077055.778854:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0bb80 x1871788671778176/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077055.779167:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2402:1871788671778176:192.168.204.143@tcp:400:kworker.0 00000400:00000001:0.0:1785077055.779174:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077055.779176:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077055.779178:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014bc08. 00000400:00000200:0.0:1785077055.779181:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127dd0 00000400:00000010:0.0:1785077055.779183:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127dd0. 00000100:00000001:0.0:1785077055.779185:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077055.779190:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a08000 x1871788671778432/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077055.779207:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a08000 x1871788671778432/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.779213:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077055.779215:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.779217:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077055.779219:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077055.779220:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077055.779222:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077055.779223:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077055.779230:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb948601460 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077055.779233:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb948601418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077055.779235:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077055.779236:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077055.779238:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1785077055.779242:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a08000 x1871788671778432/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785077055.779249:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.779252:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077055.779254:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:0.0:1785077055.779256:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077055.779257:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077055.779260:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a08000 x1871788671778432/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.779266:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077055.779267:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077055.779269:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077055.779272:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a08000 x1871788671778432/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077055.779279:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2402:1871788671778432:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077055.779283:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.779293:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077055.779297:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a09c00 x1871788671777920/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.779303:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077055.779306:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077055.779308:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb946289400. 02000000:00000001:0.0:1785077055.779311:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077055.779313:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077055.779314:0:2402:0:(genops.c:1244:class_import_put()) import ffff9fb9462eb800 refcount=3 obd=lustre-MDT0000-mdc-ffff9fb9586d6000 00000020:00000001:0.0:1785077055.779316:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077055.779318:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb946df5100. 02000000:00000001:0.0:1785077055.779321:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077055.779322:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077055.779323:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a09c00. 00000100:00000001:0.0:1785077055.779326:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077055.779327:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.779329:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077055.779332:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0bb80 x1871788671778176/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.779338:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077055.779339:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077055.779340:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb942f87a00. 02000000:00000001:0.0:1785077055.779343:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077055.779344:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077055.779345:0:2402:0:(genops.c:1244:class_import_put()) import ffff9fb943111000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fb946f79800 00000020:00000001:0.0:1785077055.779347:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077055.779349:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb946df5600. 02000000:00000001:0.0:1785077055.779351:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077055.779352:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077055.779353:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0bb80. 00000100:00000001:0.0:1785077055.779355:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077055.779357:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.779358:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077055.779361:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a08000 x1871788671778432/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077055.779367:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077055.779374:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077055.779375:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb942f87e00. 02000000:00000001:0.0:1785077055.779378:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077055.779379:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077055.779381:0:2402:0:(genops.c:1244:class_import_put()) import ffff9fb948601000 refcount=2 obd=lustre-OST0000-osc-ffff9fb946f79800 00000020:00000001:0.0:1785077055.779383:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077055.779384:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb946df5b00. 02000000:00000001:0.0:1785077055.779386:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077055.779387:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077055.779389:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a08000. 00000100:00000001:0.0:1785077055.779391:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077055.779392:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.779394:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077055.779403:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785077055.779406:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077055.779408:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077055.779410:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077056.642877:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077056.642888:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077056.642897:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077056.642899:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785077056.653566:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785077056.653575:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785077056.653581:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1785077056.951477:0:9359:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785077056.951494:0:9359:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077057.027747:0:825:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04220 (cpu 0) has reached its deadline 4295031538, at 4295031552 00000100:00000010:2.0:1785077057.027770:0:825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb946c8b840. 00000100:00000040:3.0:1785077057.032536:0:62:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04330 (cpu 0) has reached its deadline 4295031538, at 4295031552 00000100:00000010:3.0:1785077057.032579:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb946c8b540. 00000001:00000001:2.0:1785077057.443837:0:9395:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1785077057.443844:0:9395:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg443-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:2.0:1785077057.452127:0:9395:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1785077057.615976:0:9405:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785077057.616000:0:9405:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077057.668893:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077057.668900:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077057.668906:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077057.668908:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077057.668932:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077057.668935:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077057.668938:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1785077057.675284:0:9410:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785077057.675297:0:9410:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077058.690663:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077058.690674:0:8241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785077058.690677:0:8241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785077058.690681:0:8241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077058.690687:0:8241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785077058.690689:0:8241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077058.690691:0:8241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077058.690693:0:8241:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077058.690726:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077058.690727:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785077058.690773:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785077058.690777:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785077058.690781:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077059.714671:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077059.714682:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077059.714690:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077059.714691:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077059.714719:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077059.714723:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077059.714726:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077060.738734:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077060.738745:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077060.738753:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077060.738757:0:8241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785077060.738761:0:8241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785077060.738765:0:8241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077060.738769:0:8241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785077060.738771:0:8241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077060.738773:0:8241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077060.738776:0:8241:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785077060.738843:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785077060.738848:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785077060.738852:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785077060.868472:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5fe3b7bb-db07-4beb-bdaa-2b749f19d210->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077060.868485:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077060.868500:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a08000. 00000020:00000040:0.0:1785077060.868508:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000100:00000001:0.0:1785077060.868513:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077060.868517:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077060.868524:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077060.868534:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb952f5ce00. 00000100:00000001:0.0:1785077060.868618:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.868633:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5fe3b7bb-db07-4beb-bdaa-2b749f19d210->MGS req@ffff9fb946a08000 x1871788671778688/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077060.868645:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077060.868651:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.868659:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009e2332a] to pc [ptlrpcd_00_01+1] req@ffff9fb946a08000 x1871788671778688/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.868682:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.868695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077060.868699:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077060.868702:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0bb80. 00000020:00000040:0.0:1785077060.868705:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb9462eb800 refcount=4 obd=lustre-MDT0000-mdc-ffff9fb9586d6000 00000100:00000001:0.0:1785077060.868708:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077060.868709:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077060.868711:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077060.868715:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb952f5c500. 00000100:00000001:0.0:1785077060.868719:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.868723:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0000_UUID req@ffff9fb946a0bb80 x1871788671778816/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077060.868730:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077060.868732:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.868735:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2a97a5] to pc [ptlrpcd_00_00+0] req@ffff9fb946a0bb80 x1871788671778816/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.868743:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.868745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077060.868904:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077060.868908:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a09c00. 00000020:00000040:0.0:1785077060.868911:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb9462ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fb9586d6000 00000100:00000001:0.0:1785077060.868914:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077060.868925:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077060.868928:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077060.868932:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb952f5cd00. 00000100:00000001:0.0:1785077060.868936:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.868941:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0001_UUID req@ffff9fb946a09c00 x1871788671778944/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077060.868948:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077060.868950:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.868955:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c0ace7a] to pc [ptlrpcd_00_01+1] req@ffff9fb946a09c00 x1871788671778944/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.868974:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.868977:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785077060.868981:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785077060.868984:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785077060.868987:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785077060.868990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077060.868993:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077060.868996:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0a680. 00000020:00000040:0.0:1785077060.868998:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb943111000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fb946f79800 00000100:00000001:0.0:1785077060.869001:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077060.869002:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077060.869004:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077060.869007:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb952f5c600. 00000100:00000001:0.0:1785077060.869010:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.869014:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0000_UUID req@ffff9fb946a0a680 x1871788671779072/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077060.869022:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077060.869023:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.869027:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029a43430] to pc [ptlrpcd_00_00+0] req@ffff9fb946a0a680 x1871788671779072/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.869035:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.869037:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077060.869041:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077060.869043:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0b800. 00000020:00000040:0.0:1785077060.869045:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb948603000 refcount=4 obd=lustre-MDT0001-mdc-ffff9fb946f79800 00000100:00000001:0.0:1785077060.869047:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077060.869053:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077060.869055:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077060.869059:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb952f5c700. 00000100:00000001:0.0:1785077060.869063:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.869067:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0001_UUID req@ffff9fb946a0b800 x1871788671779200/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077060.869075:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077060.869077:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.869080:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077393947] to pc [ptlrpcd_00_01+1] req@ffff9fb946a0b800 x1871788671779200/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.869087:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.869090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077060.869093:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077060.869097:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a08380. 00000020:00000040:0.0:1785077060.869099:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb948601000 refcount=3 obd=lustre-OST0000-osc-ffff9fb946f79800 00000100:00000001:0.0:1785077060.869101:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077060.869102:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077060.869103:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077060.869106:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb952f5c900. 00000100:00000001:0.0:1785077060.869109:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.869112:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0000_UUID req@ffff9fb946a08380 x1871788671779328/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077060.869118:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077060.869120:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.869123:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb597ce3] to pc [ptlrpcd_00_00+0] req@ffff9fb946a08380 x1871788671779328/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.869131:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.869133:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077060.869136:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077060.869139:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0aa00. 00000020:00000040:0.0:1785077060.869147:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb948607800 refcount=3 obd=lustre-OST0001-osc-ffff9fb946f79800 00000100:00000001:0.0:1785077060.869149:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077060.869151:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077060.869153:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077060.869157:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb952f5c800. 00000100:00000001:0.0:1785077060.869160:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.869164:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0001_UUID req@ffff9fb946a0aa00 x1871788671779456/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077060.869171:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077060.869173:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.869177:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e02e1782] to pc [ptlrpcd_00_01+1] req@ffff9fb946a0aa00 x1871788671779456/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.869184:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.869189:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (373) 00000100:00000001:0.0:1785077060.869318:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077060.869323:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077060.869326:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077060.869333:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a08000 x1871788671778688/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.869342:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077060.869344:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.869350:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077060.869353:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077060.869356:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077060.869359:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2403:1871788671778688:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077060.869364:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077060.869371:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077060.869374:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.869377:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077060.869382:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb958610400. 02000000:00000001:0.0:1785077060.869384:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077060.869394:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077060.869405:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014bc08. 00000400:00000010:0.0:1785077060.869413:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127dd0. 00000100:00000200:0.0:1785077060.869422:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671778688, portal 25 00000100:00000001:0.0:1785077060.869425:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077060.869427:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835530752 : -105856874020864 : ffff9fb946a08000) 00000100:00000040:0.0:1785077060.869433:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a08000 x1871788671778688/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.869441:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077060.869444:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077060.869927:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127e58. 00000100:00000200:0.0:1785077060.869934:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871788671778688, offset 0 00000400:00000200:0.0:1785077060.869943:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077060.869955:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077060.869964:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077060.869971:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077060.869975:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077060.869979:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077060.869982:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077060.869986:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [135:135:256:4294967295] 192.168.204.143@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:0.0:1785077060.869991:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077060.870002:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077060.870010:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077060.870016:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952f5cb00. 00000800:00000200:0.0:1785077060.870024:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077060.870033:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077060.870039:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952f5cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077060.870063:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077060.870068:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077060.870072:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 2 is 4295036655 00000100:00000010:0.0:1785077060.870077:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb946c8b7e0. 00000100:00000001:0.0:1785077060.870087:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1785077060.870102:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 3 is 4295036655 00000100:00000010:0.0:1785077060.870105:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb946c8b000. 00000100:00000001:0.0:1785077060.870108:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1785077060.870112:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077060.870115:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.870118:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077060.870124:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a09c00 x1871788671778944/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.870131:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077060.870133:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.870136:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077060.870138:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077060.870140:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077060.870142:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671778944:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077060.870145:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077060.870149:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077060.870151:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.870153:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077060.870156:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb958611a00. 02000000:00000001:0.0:1785077060.870158:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077060.870162:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077060.870165:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014b790. 00000400:00000010:0.0:1785077060.870169:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9581276e8. 00000100:00000200:0.0:1785077060.870172:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671778944, portal 10 00000100:00000001:0.0:1785077060.870174:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077060.870176:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835537920 : -105856874013696 : ffff9fb946a09c00) 00000100:00000040:0.0:1785077060.870184:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a09c00 x1871788671778944/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.870191:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077060.870193:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077060.870195:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127908. 00000100:00000200:0.0:1785077060.870198:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671778944, offset 0 00000400:00000200:0.0:1785077060.870208:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077060.870213:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077060.870216:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077060.870219:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077060.870221:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077060.870223:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077060.870226:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077060.870229:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [136:136:255:4294967295] 192.168.204.143@tcp LPNI seq info [136:136:7:4294967295] 00000400:00000200:0.0:1785077060.870233:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077060.870239:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077060.870242:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077060.870249:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb942d4b800. 00000800:00000200:0.0:1785077060.870252:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077060.870256:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077060.870258:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb942d4b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077060.870261:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.870265:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: using a timeout of 159161 usecs (160 jiffies) 00000400:00000200:0.0:1785077060.870268:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077060.870270:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 2 is 4295035555 00000100:00000001:0.0:1785077060.870273:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS request active for cpu 2, keep current deadline 4295036655 00000100:00000001:0.0:1785077060.870274:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 3 is 4295035555 00000100:00000001:0.0:1785077060.870276:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS request active for cpu 3, keep current deadline 4295036655 00000100:00000001:0.0:1785077060.870278:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077060.870280:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.870282:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077060.870287:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0b800 x1871788671779200/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.870293:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077060.870294:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.870301:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077060.870303:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077060.870305:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077060.870308:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2403:1871788671779200:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077060.870311:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077060.870313:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077060.870315:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.870316:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077060.870319:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb958610e00. 02000000:00000001:0.0:1785077060.870321:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077060.870324:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077060.870326:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014b580. 00000400:00000010:0.0:1785077060.870330:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127550. 00000100:00000200:0.0:1785077060.870333:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671779200, portal 10 00000100:00000001:0.0:1785077060.870334:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077060.870336:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835545088 : -105856874006528 : ffff9fb946a0b800) 00000100:00000040:0.0:1785077060.870342:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0b800 x1871788671779200/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.870348:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077060.870350:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077060.870352:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9581273b8. 00000100:00000200:0.0:1785077060.870354:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671779200, offset 0 00000400:00000200:0.0:1785077060.870358:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077060.870362:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077060.870366:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077060.870368:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077060.870371:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077060.870373:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077060.870375:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077060.870378:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [137:137:254:4294967295] 192.168.204.143@tcp LPNI seq info [137:137:6:4294967295] 00000400:00000200:0.0:1785077060.870381:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077060.870387:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077060.870397:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077060.870401:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb942d4bd00. 00000800:00000200:0.0:1785077060.870405:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077060.870409:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077060.870412:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb942d4bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077060.870416:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.870419:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: using a timeout of 24575 usecs (25 jiffies) 00000400:00000200:0.0:1785077060.870422:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077060.870424:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295035420 00000100:00000001:0.0:1785077060.870426:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295036655 00000100:00000001:0.0:1785077060.870429:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295035420 00000100:00000001:0.0:1785077060.870431:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295036655 00000100:00000001:0.0:1785077060.870433:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077060.870435:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.870437:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077060.870441:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0aa00 x1871788671779456/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.870455:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077060.870456:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.870459:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077060.870461:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077060.870463:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077060.870466:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2403:1871788671779456:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077060.870470:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077060.870472:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077060.870474:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.870476:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077060.870479:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb958611c00. 02000000:00000001:0.0:1785077060.870481:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077060.870485:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077060.870492:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014b058. 00000400:00000010:0.0:1785077060.870497:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127f68. 00000100:00000200:0.0:1785077060.870500:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671779456, portal 4 00000100:00000001:0.0:1785077060.870502:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077060.870503:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835541504 : -105856874010112 : ffff9fb946a0aa00) 00000100:00000040:0.0:1785077060.870511:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0aa00 x1871788671779456/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.870517:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077060.870519:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077060.870522:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127000. 00000100:00000200:0.0:1785077060.870524:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1871788671779456, offset 0 00000400:00000200:0.0:1785077060.870528:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077060.870532:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077060.870536:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077060.870568:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077060.870570:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077060.870572:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077060.870574:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077060.870577:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [138:138:253:4294967295] 192.168.204.143@tcp LPNI seq info [138:138:5:4294967295] 00000400:00000200:0.0:1785077060.870581:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077060.870586:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077060.870590:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077060.870594:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952da0500. 00000800:00000200:0.0:1785077060.870598:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077060.870602:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077060.870604:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952da0500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077060.870607:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.870609:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: using a timeout of 28192 usecs (29 jiffies) 00000400:00000200:0.0:1785077060.870612:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077060.870614:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295035424 00000100:00000001:0.0:1785077060.870617:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295036655 00000100:00000001:0.0:1785077060.870625:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295035424 00000100:00000001:0.0:1785077060.870627:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295036655 00000100:00000001:0.0:1785077060.870629:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077060.870631:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.870634:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.870638:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.870646:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785077060.870648:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1785077060.870652:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077060.870653:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077060.870655:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077060.870658:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1785077060.870660:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.870662:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785077060.870663:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.870665:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077060.870666:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077060.870667:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077060.870672:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0bb80 x1871788671778816/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.870679:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077060.870681:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.870683:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077060.870684:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077060.870686:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077060.870689:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671778816:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077060.870692:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077060.870696:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077060.870697:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.870699:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077060.870702:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb958610600. 02000000:00000001:0.0:1785077060.870704:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077060.870707:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077060.870709:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014b7e8. 00000400:00000010:0.0:1785077060.870718:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127440. 00000100:00000200:0.0:1785077060.870721:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671778816, portal 10 00000100:00000001:0.0:1785077060.870723:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077060.870724:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835545984 : -105856874005632 : ffff9fb946a0bb80) 00000100:00000040:0.0:1785077060.870731:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0bb80 x1871788671778816/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.870736:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077060.870739:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077060.870741:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127b28. 00000100:00000200:0.0:1785077060.870744:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671778816, offset 0 00000800:00000200:3.0:1785077060.870913:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077060.870929:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952f5cb00. 00000400:00000200:3.0:1785077060.870938:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077060.870943:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:0.0:1785077060.870962:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077060.870967:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077060.870971:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077060.870974:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077060.870976:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077060.870979:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077060.870981:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077060.870984:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [139:139:252:4294967295] 192.168.204.143@tcp LPNI seq info [139:139:4:4294967295] 00000400:00000200:0.0:1785077060.870988:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077060.870993:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077060.870997:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077060.871001:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952da0600. 00000800:00000200:0.0:1785077060.871005:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077060.871009:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077060.871011:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952da0600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077060.871014:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.871017:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: using a timeout of 133356 usecs (134 jiffies) 00000400:00000200:0.0:1785077060.871020:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077060.871022:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 2 is 4295035529 00000100:00000001:0.0:1785077060.871024:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS request active for cpu 2, keep current deadline 4295036655 00000100:00000001:0.0:1785077060.871033:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 3 is 4295035529 00000100:00000001:0.0:1785077060.871036:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS request active for cpu 3, keep current deadline 4295036655 00000100:00000001:0.0:1785077060.871038:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077060.871040:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.871042:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077060.871047:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0a680 x1871788671779072/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.871054:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077060.871056:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.871058:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077060.871060:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077060.871062:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077060.871064:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2403:1871788671779072:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077060.871068:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077060.871071:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077060.871073:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.871074:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077060.871077:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb958611e00. 02000000:00000001:0.0:1785077060.871079:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077060.871082:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077060.871085:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014bf20. 00000400:00000010:0.0:1785077060.871088:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127d48. 00000100:00000200:0.0:1785077060.871091:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671779072, portal 10 00000100:00000001:0.0:1785077060.871093:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077060.871094:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835540608 : -105856874011008 : ffff9fb946a0a680) 00000100:00000040:0.0:1785077060.871099:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0a680 x1871788671779072/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.871105:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077060.871107:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077060.871109:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9581272a8. 00000400:00000200:3.0:1785077060.872300:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127e58 00000400:00000010:3.0:1785077060.872309:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127e58. 00000100:00000001:3.0:1785077060.872317:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077060.872329:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a08000 x1871788671778688/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.872342:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077060.872346:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a08000 x1871788671778688/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.872354:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077060.872356:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785077060.872390:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077060.872395:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb942d4b800. 00000400:00000200:3.0:1785077060.872401:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077060.872405:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077060.872410:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127908 00000400:00000010:3.0:1785077060.872411:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127908. 00000100:00000001:3.0:1785077060.872414:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077060.872418:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a09c00 x1871788671778944/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.872425:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077060.872428:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a09c00 x1871788671778944/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.872433:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077060.872460:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785077060.872471:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077060.872474:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb942d4bd00. 00000400:00000200:3.0:1785077060.872476:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077060.872480:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077060.872483:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9581273b8 00000400:00000010:3.0:1785077060.872485:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9581273b8. 00000100:00000001:3.0:1785077060.872488:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077060.872493:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0b800 x1871788671779200/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.872501:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077060.872503:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0b800 x1871788671779200/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.872510:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077060.872511:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785077060.872519:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077060.872521:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952da0500. 00000400:00000200:3.0:1785077060.872525:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077060.872528:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077060.872531:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127000 00000400:00000010:3.0:1785077060.872533:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127000. 00000100:00000001:3.0:1785077060.872535:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077060.872565:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0aa00 x1871788671779456/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.872573:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077060.872575:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0aa00 x1871788671779456/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.872581:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077060.872583:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785077060.873194:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077060.873199:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952da0600. 00000400:00000200:3.0:1785077060.873202:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077060.873207:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077060.873221:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127b28 00000400:00000010:3.0:1785077060.873223:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127b28. 00000100:00000001:3.0:1785077060.873226:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077060.873232:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0bb80 x1871788671778816/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.873240:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077060.873243:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0bb80 x1871788671778816/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.873248:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077060.873250:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785077060.876577:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.876601:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077060.876608:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.876610:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077060.876620:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876630:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077060.876640:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876647:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876653:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876658:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04080 00000400:00000200:3.0:1785077060.876663:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876670:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x76d [1] + 224 00000800:00000001:3.0:1785077060.876678:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.876682:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077060.876685:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077060.876690:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077060.876700:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077060.876710:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a09c00 x1871788671778944/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077060.876735:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a09c00 x1871788671778944/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.876770:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077060.876782:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.876786:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077060.876788:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.876791:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077060.876794:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876798:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077060.876802:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876805:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876808:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876811:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04180 00000400:00000200:3.0:1785077060.876814:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876818:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x775 [1] + 224 00000800:00000001:3.0:1785077060.876823:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.876826:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077060.876828:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077060.876831:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077060.876834:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077060.876840:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0b800 x1871788671779200/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077060.876849:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a0b800 x1871788671779200/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.876857:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077060.876860:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.876864:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077060.876866:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.876868:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077060.876871:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876875:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077060.876879:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876886:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876889:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876892:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04000 00000400:00000200:3.0:1785077060.876895:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876899:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x785 [1] + 224 00000800:00000001:3.0:1785077060.876904:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.876907:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077060.876910:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077060.876913:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077060.876926:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077060.876932:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0bb80 x1871788671778816/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077060.876942:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a0bb80 x1871788671778816/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.876949:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077060.876953:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.876957:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077060.876959:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.876961:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077060.876964:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876967:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077060.876971:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876974:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876977:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876979:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 4 MB=0x6a661c2e04280 00000400:00000200:3.0:1785077060.876983:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.876988:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.143@tcp of length 224/224 into md 0x77d [1] + 224 00000800:00000001:3.0:1785077060.876991:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.876994:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077060.876996:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077060.876999:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077060.877002:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077060.877015:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0aa00 x1871788671779456/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077060.877023:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a0aa00 x1871788671779456/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.877030:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077060.877035:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.877038:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077060.877040:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.877042:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077060.877045:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.877049:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077060.877053:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.877056:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.877058:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.877061:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 25 MB=0x6a661c2e03f80 00000400:00000200:3.0:1785077060.877066:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.877071:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.143@tcp of length 224/224 into md 0x765 [1] + 224 00000800:00000001:3.0:1785077060.877074:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.877081:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077060.877084:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077060.877087:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077060.877090:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077060.877095:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a08000 x1871788671778688/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077060.877103:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a08000 x1871788671778688/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.877110:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077060.877113:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.877116:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077060.877379:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785077060.877385:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1785077060.877994:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671779072, offset 0 00000400:00000200:0.0:1785077060.878025:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077060.878036:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077060.878046:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077060.878053:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077060.878057:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077060.878062:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077060.878065:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077060.878069:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [140:140:256:4294967295] 192.168.204.143@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:0.0:1785077060.878074:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077060.878084:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077060.878091:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077060.878099:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952da0d00. 00000800:00000200:0.0:1785077060.878108:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077060.878117:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077060.878123:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952da0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077060.878145:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.878152:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: using a timeout of 17988 usecs (18 jiffies) 00000400:00000200:0.0:1785077060.878156:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077060.878160:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295035421 00000100:00000001:0.0:1785077060.878164:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295036655 00000100:00000001:0.0:1785077060.878167:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295035421 00000100:00000001:0.0:1785077060.878169:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295036655 00000100:00000001:0.0:1785077060.878173:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077060.878177:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.878184:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077060.878192:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a08380 x1871788671779328/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.878203:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077060.878205:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.878217:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077060.878221:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077060.878224:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077060.878228:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2403:1871788671779328:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077060.878234:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077060.878242:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077060.878246:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.878248:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077060.878254:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb958610000. 02000000:00000001:0.0:1785077060.878257:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077060.878263:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077060.878268:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014b6e0. 00000400:00000010:0.0:1785077060.878274:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127088. 00000100:00000200:0.0:1785077060.878281:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671779328, portal 4 00000100:00000001:0.0:1785077060.878284:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077060.878286:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835531648 : -105856874019968 : ffff9fb946a08380) 00000100:00000040:0.0:1785077060.878294:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a08380 x1871788671779328/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.878302:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077060.878305:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077060.878308:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127a18. 00000100:00000200:0.0:1785077060.878310:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1871788671779328, offset 0 00000400:00000200:0.0:1785077060.878314:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077060.878318:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077060.878322:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077060.878324:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077060.878327:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077060.878330:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077060.878332:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077060.878335:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [141:141:255:4294967295] 192.168.204.143@tcp LPNI seq info [141:141:7:4294967295] 00000400:00000200:0.0:1785077060.878339:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077060.878346:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077060.878356:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077060.878360:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952da0000. 00000800:00000200:0.0:1785077060.878364:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077060.878368:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077060.878371:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952da0000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077060.878374:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.878377:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: using a timeout of 22122 usecs (23 jiffies) 00000400:00000200:0.0:1785077060.878381:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077060.878383:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295035426 00000100:00000001:0.0:1785077060.878386:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295036655 00000100:00000001:0.0:1785077060.878388:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295035426 00000100:00000001:0.0:1785077060.878390:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295036655 00000100:00000001:0.0:1785077060.878392:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077060.878394:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1785077060.878401:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077060.878403:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077060.878405:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014bc08. 00000400:00000200:0.0:1785077060.878411:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127dd0 00000400:00000010:0.0:1785077060.878414:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127dd0. 00000100:00000001:0.0:1785077060.878418:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077060.878423:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a08000 x1871788671778688/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077060.878432:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a08000 x1871788671778688/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.878440:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077060.878442:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.878444:0:2403:0:(client.c:1580:after_reply()) Process entered 00000800:00000200:3.0:1785077060.878666:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077060.878671:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952da0d00. 00000400:00000200:3.0:1785077060.878681:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077060.878687:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077060.878692:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9581272a8 00000400:00000010:3.0:1785077060.878694:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9581272a8. 00000100:00000001:3.0:1785077060.878698:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077060.878831:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0a680 x1871788671779072/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.878844:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077060.878847:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0a680 x1871788671779072/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.878854:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077060.878856:0:2397:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1785077060.880555:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077060.880567:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077060.880570:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.880576:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077060.880610:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb95802dc60 time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077060.880618:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb95802dc18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077060.880622:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077060.880624:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077060.880628:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785077060.880630:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.880634:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.880647:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a08000 x1871788671778688/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.880658:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077060.880661:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077060.880664:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077060.880668:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a08000 x1871788671778688/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077060.880677:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2403:1871788671778688:192.168.204.143@tcp:400:kworker.0 00000400:00000001:0.0:1785077060.880692:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077060.880694:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077060.880698:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014b790. 00000400:00000200:0.0:1785077060.880717:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9581276e8 00000400:00000010:0.0:1785077060.880720:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9581276e8. 00000100:00000001:0.0:1785077060.880725:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077060.880729:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a09c00 x1871788671778944/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077060.880739:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a09c00 x1871788671778944/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.880747:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1785077060.880957:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077060.880963:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952da0000. 00000400:00000200:3.0:1785077060.880969:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077060.880976:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077060.880982:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127a18 00000400:00000010:3.0:1785077060.880984:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127a18. 00000100:00000001:3.0:1785077060.880988:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077060.880994:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a08380 x1871788671779328/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.881004:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077060.881007:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a08380 x1871788671779328/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.881015:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077060.881018:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1785077060.881119:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.881124:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077060.881126:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077060.881128:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077060.881130:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.881132:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077060.881150:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb9462eac60 time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077060.881153:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb9462eac18 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077060.881156:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077060.881157:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077060.881159:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1785077060.881165:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a09c00 x1871788671778944/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785077060.881172:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.881176:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077060.881179:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb9586d6000: skip recheck: last_committed 0 00000100:00000001:0.0:1785077060.881181:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077060.881183:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.881186:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a09c00 x1871788671778944/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.881192:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077060.881194:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077060.881196:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077060.881199:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a09c00 x1871788671778944/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077060.881206:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671778944:192.168.204.143@tcp:400:kworker.0 00000400:00000001:0.0:1785077060.881212:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077060.881214:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077060.881216:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014b580. 00000400:00000200:0.0:1785077060.881218:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127550 00000400:00000010:0.0:1785077060.881220:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127550. 00000100:00000001:0.0:1785077060.881222:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077060.881226:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0b800 x1871788671779200/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077060.881233:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0b800 x1871788671779200/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.881250:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077060.881252:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.881254:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077060.881255:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077060.881256:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077060.881258:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.881260:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077060.881266:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb948603460 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077060.881269:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb948603418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077060.881271:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077060.881272:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077060.881274:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1785077060.881277:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a0b800 x1871788671779200/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785077060.881283:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.881286:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077060.881287:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:0.0:1785077060.881288:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077060.881290:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.881293:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0b800 x1871788671779200/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.881299:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077060.881301:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077060.881302:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077060.881305:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0b800 x1871788671779200/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077060.881311:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2403:1871788671779200:192.168.204.143@tcp:400:kworker.0 00000400:00000001:0.0:1785077060.881317:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077060.881318:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077060.881320:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014b058. 00000400:00000200:0.0:1785077060.881328:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127f68 00000400:00000010:0.0:1785077060.881329:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127f68. 00000100:00000001:0.0:1785077060.881332:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077060.881336:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0aa00 x1871788671779456/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077060.881344:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0aa00 x1871788671779456/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.881351:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077060.881352:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.881354:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077060.881356:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077060.881357:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077060.881358:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.881360:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077060.881365:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb948607c60 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077060.881368:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb948607c18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077060.881370:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077060.881371:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077060.881373:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1785077060.881376:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a0aa00 x1871788671779456/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785077060.881383:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.881386:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077060.881388:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:0.0:1785077060.881389:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077060.881391:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.881394:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0aa00 x1871788671779456/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.881399:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077060.881401:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077060.881402:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077060.881405:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0aa00 x1871788671779456/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077060.881424:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2403:1871788671779456:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077060.881428:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.881431:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077060.881435:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a08000 x1871788671778688/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.881442:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077060.881445:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077060.881588:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb958610400. 02000000:00000001:0.0:1785077060.881595:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077060.881598:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077060.881600:0:2403:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=3 obd=MGC192.168.204.143@tcp 00000020:00000001:0.0:1785077060.881602:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077060.881605:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb952f5ce00. 02000000:00000001:0.0:1785077060.881609:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077060.881611:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077060.881614:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a08000. 00000100:00000001:0.0:1785077060.881617:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077060.881618:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.881620:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077060.881625:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a09c00 x1871788671778944/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.881632:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077060.881633:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077060.881635:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb958611a00. 02000000:00000001:0.0:1785077060.881638:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077060.881639:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077060.881640:0:2403:0:(genops.c:1244:class_import_put()) import ffff9fb9462ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fb9586d6000 00000020:00000001:0.0:1785077060.881642:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077060.881643:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb952f5cd00. 02000000:00000001:0.0:1785077060.881645:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077060.881646:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077060.881647:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a09c00. 00000100:00000001:0.0:1785077060.881650:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077060.881658:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.881660:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077060.881664:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0b800 x1871788671779200/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.881669:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077060.881671:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077060.881673:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb958610e00. 02000000:00000001:0.0:1785077060.881675:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077060.881676:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077060.881677:0:2403:0:(genops.c:1244:class_import_put()) import ffff9fb948603000 refcount=3 obd=lustre-MDT0001-mdc-ffff9fb946f79800 00000020:00000001:0.0:1785077060.881679:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077060.881681:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb952f5c700. 02000000:00000001:0.0:1785077060.881682:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077060.881683:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077060.881685:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0b800. 00000100:00000001:0.0:1785077060.881687:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077060.881689:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.881690:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077060.881692:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0aa00 x1871788671779456/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.881698:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077060.881699:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077060.881700:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb958611c00. 02000000:00000001:0.0:1785077060.881715:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077060.881716:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077060.881717:0:2403:0:(genops.c:1244:class_import_put()) import ffff9fb948607800 refcount=2 obd=lustre-OST0001-osc-ffff9fb946f79800 00000020:00000001:0.0:1785077060.881719:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077060.881720:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb952f5c800. 02000000:00000001:0.0:1785077060.881722:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077060.881723:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077060.881724:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0aa00. 00000100:00000001:0.0:1785077060.881726:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077060.881727:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.881732:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.881735:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077060.881738:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785077060.881746:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077060.881747:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077060.881866:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014b7e8. 00000400:00000200:0.0:1785077060.881870:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127440 00000400:00000010:0.0:1785077060.881872:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127440. 00000100:00000001:0.0:1785077060.881874:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077060.881879:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0bb80 x1871788671778816/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077060.881887:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0bb80 x1871788671778816/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.881895:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077060.881896:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.881898:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077060.881900:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077060.881902:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077060.881903:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.881905:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077060.881910:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb9462ebc60 time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077060.881913:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb9462ebc18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077060.881915:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077060.881927:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077060.881929:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785077060.881932:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.881934:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077060.881936:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb9586d6000: skip recheck: last_committed 0 00000100:00000001:0.0:1785077060.881937:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077060.881939:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.881943:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0bb80 x1871788671778816/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.881950:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077060.881952:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077060.881953:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077060.881957:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0bb80 x1871788671778816/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077060.881977:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671778816:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077060.881982:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.881984:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077060.881986:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0bb80 x1871788671778816/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.881991:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077060.881993:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077060.881995:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb958610600. 02000000:00000001:0.0:1785077060.881998:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077060.881999:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077060.882000:0:2403:0:(genops.c:1244:class_import_put()) import ffff9fb9462eb800 refcount=3 obd=lustre-MDT0000-mdc-ffff9fb9586d6000 00000020:00000001:0.0:1785077060.882002:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077060.882004:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb952f5c500. 02000000:00000001:0.0:1785077060.882006:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077060.882007:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077060.882009:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0bb80. 00000100:00000001:0.0:1785077060.882011:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077060.882013:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.882015:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.882016:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077060.882018:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077060.882020:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.882022:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1785077060.904483:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077060.904508:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785077060.904513:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077060.904516:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077060.904526:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077060.904536:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:2.0:1785077060.904569:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077060.904576:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077060.904582:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077060.904588:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 4 MB=0x6a661c2e04200 00000400:00000200:2.0:1785077060.904601:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077060.904609:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.143@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:2.0:1785077060.904619:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077060.904641:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077060.904644:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077060.904650:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:2.0:1785077060.904660:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077060.904670:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a08380 x1871788671779328/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785077060.904681:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a08380 x1871788671779328/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077060.904695:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785077060.904717:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077060.904722:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.906872:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077060.906884:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785077060.906899:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077060.906901:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077060.906908:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014b6e0. 00000400:00000200:0.0:1785077060.906929:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127088 00000400:00000010:0.0:1785077060.906933:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127088. 00000100:00000001:0.0:1785077060.906940:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077060.906954:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a08380 x1871788671779328/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077060.906997:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a08380 x1871788671779328/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.907006:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077060.907009:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.907012:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077060.907017:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077060.907021:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077060.907023:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.907027:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077060.907040:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb948601460 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077060.907045:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb948601418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077060.907048:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077060.907050:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077060.907053:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1785077060.907059:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a08380 x1871788671779328/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785077060.907067:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.907072:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077060.907074:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:0.0:1785077060.907077:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077060.907079:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.907084:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a08380 x1871788671779328/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.907092:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077060.907096:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077060.907099:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077060.907103:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a08380 x1871788671779328/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077060.907111:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2403:1871788671779328:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077060.907116:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.907127:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077060.907131:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a08380 x1871788671779328/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.907139:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077060.907142:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077060.907147:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb958610000. 02000000:00000001:0.0:1785077060.907151:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077060.907154:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077060.907156:0:2403:0:(genops.c:1244:class_import_put()) import ffff9fb948601000 refcount=2 obd=lustre-OST0000-osc-ffff9fb946f79800 00000020:00000001:0.0:1785077060.907159:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077060.907162:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb952f5c900. 02000000:00000001:0.0:1785077060.907167:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077060.907169:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077060.907172:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a08380. 00000100:00000001:0.0:1785077060.907175:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077060.907177:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.907181:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.907183:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077060.907184:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077060.907186:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.907188:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1785077060.908764:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.908787:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077060.908791:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.908794:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077060.908804:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.908813:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077060.908825:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.908848:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.908855:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.908861:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04100 00000400:00000200:3.0:1785077060.908867:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077060.908875:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x78d [1] + 224 00000800:00000001:3.0:1785077060.908884:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.908970:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077060.908976:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077060.908981:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077060.908992:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077060.909000:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0a680 x1871788671779072/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077060.909012:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a0a680 x1871788671779072/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077060.909032:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077060.909044:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077060.909047:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.909444:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077060.909460:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785077060.909469:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077060.909472:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077060.909476:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014bf20. 00000400:00000200:0.0:1785077060.909482:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127d48 00000400:00000010:0.0:1785077060.909485:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127d48. 00000100:00000001:0.0:1785077060.909489:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077060.909496:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0a680 x1871788671779072/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077060.909506:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0a680 x1871788671779072/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.909513:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077060.909516:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.909519:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077060.909534:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077060.909563:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077060.909567:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077060.909571:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077060.909583:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb943111460 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077060.909588:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb943111418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077060.909591:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077060.909594:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077060.909597:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785077060.909602:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.909607:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077060.909610:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:0.0:1785077060.909613:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077060.909615:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077060.909620:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0a680 x1871788671779072/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.909628:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077060.909632:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077060.909634:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077060.909638:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0a680 x1871788671779072/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077060.909645:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2403:1871788671779072:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077060.909650:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.909653:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077060.909656:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0a680 x1871788671779072/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077060.909665:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077060.909669:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077060.909673:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb958611e00. 02000000:00000001:0.0:1785077060.909678:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077060.909682:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077060.909684:0:2403:0:(genops.c:1244:class_import_put()) import ffff9fb943111000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fb946f79800 00000020:00000001:0.0:1785077060.909686:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077060.909694:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb952f5c600. 02000000:00000001:0.0:1785077060.909699:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077060.909700:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077060.909714:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0a680. 00000100:00000001:0.0:1785077060.909719:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077060.909720:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.909723:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077060.909733:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785077060.909735:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077060.909738:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077060.909740:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077061.762732:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077061.762743:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077061.762751:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077061.762752:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077061.762802:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077061.762806:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077061.762809:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1785077062.146940:0:62:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04330 (cpu 0) has reached its deadline 4295036655, at 4295036672 00000100:00000010:3.0:1785077062.146962:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb946c8b000. 00000100:00000040:2.0:1785077062.147657:0:825:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04220 (cpu 0) has reached its deadline 4295036655, at 4295036672 00000100:00000010:2.0:1785077062.147666:0:825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb946c8b7e0. 00010000:00000001:0.0:1785077062.786908:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077062.786917:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077062.786925:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077062.786926:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785077062.794287:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785077062.794296:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785077062.794302:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077063.813810:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077063.813821:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077063.813829:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077063.813830:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077063.813854:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077063.813857:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077063.813871:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077064.834713:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077064.834723:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077064.834731:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077064.834732:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785077064.834816:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785077064.834821:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785077064.834824:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1785077065.086732:0:9655:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785077065.086747:0:9655:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785077065.159698:0:9657:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785077065.159714:0:9657:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785077065.260287:0:9664:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785077065.260301:0:9664:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785077065.310028:0:9666:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785077065.310043:0:9666:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077065.858846:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077065.858879:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077065.858888:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077065.858889:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077065.858914:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077065.858918:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077065.858922:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1785077065.987216:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5fe3b7bb-db07-4beb-bdaa-2b749f19d210->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785077065.987232:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785077065.987249:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946b06d80. 00000020:00000040:3.0:1785077065.987257:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000100:00000001:3.0:1785077065.987262:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785077065.987267:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785077065.987276:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785077065.987301:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94b7dc200. 00000100:00000001:3.0:1785077065.987310:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987326:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5fe3b7bb-db07-4beb-bdaa-2b749f19d210->MGS req@ffff9fb946b06d80 x1871788671779584/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785077065.987338:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785077065.987344:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987352:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7cf0437] to pc [ptlrpcd_01_00+0] req@ffff9fb946b06d80 x1871788671779584/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.987379:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785077065.987385:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785077065.987388:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946b04e00. 00000020:00000040:3.0:1785077065.987390:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb9462eb800 refcount=4 obd=lustre-MDT0000-mdc-ffff9fb9586d6000 00000100:00000001:3.0:1785077065.987392:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785077065.987394:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785077065.987396:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785077065.987399:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94b7dc100. 00000100:00000001:3.0:1785077065.987401:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987405:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0000_UUID req@ffff9fb946b04e00 x1871788671779712/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785077065.987412:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785077065.987414:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987417:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c59fa5f] to pc [ptlrpcd_01_01+1] req@ffff9fb946b04e00 x1871788671779712/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.987425:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987427:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785077065.987430:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785077065.987432:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946b07100. 00000020:00000040:3.0:1785077065.987434:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb9462ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fb9586d6000 00000100:00000001:3.0:1785077065.987436:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785077065.987455:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785077065.987457:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785077065.987461:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94b7dcf00. 00000100:00000001:3.0:1785077065.987464:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987468:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0001_UUID req@ffff9fb946b07100 x1871788671779840/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785077065.987475:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785077065.987477:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987480:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c473c35] to pc [ptlrpcd_01_00+0] req@ffff9fb946b07100 x1871788671779840/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.987488:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1785077065.987494:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1785077065.987497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1785077065.987500:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1785077065.987503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785077065.987507:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785077065.987511:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946b06300. 00000020:00000040:3.0:1785077065.987513:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb943111000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fb946f79800 00000100:00000001:3.0:1785077065.987515:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785077065.987516:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785077065.987518:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785077065.987520:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94b7dc700. 00000100:00000001:3.0:1785077065.987523:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987534:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0000_UUID req@ffff9fb946b06300 x1871788671779968/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785077065.987573:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785077065.987575:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987589:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc956bb1] to pc [ptlrpcd_01_01+1] req@ffff9fb946b06300 x1871788671779968/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.987597:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785077065.987603:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785077065.987606:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946b07480. 00000020:00000040:3.0:1785077065.987609:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb948603000 refcount=4 obd=lustre-MDT0001-mdc-ffff9fb946f79800 00000100:00000001:3.0:1785077065.987611:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785077065.987613:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785077065.987615:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785077065.987618:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94b7dca00. 00000100:00000001:3.0:1785077065.987622:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987625:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0001_UUID req@ffff9fb946b07480 x1871788671780096/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785077065.987632:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785077065.987634:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987637:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cc3bd7f] to pc [ptlrpcd_01_00+0] req@ffff9fb946b07480 x1871788671780096/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.987644:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987646:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785077065.987649:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785077065.987653:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946b05880. 00000020:00000040:3.0:1785077065.987655:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb948601000 refcount=3 obd=lustre-OST0000-osc-ffff9fb946f79800 00000100:00000001:3.0:1785077065.987657:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785077065.987658:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785077065.987659:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785077065.987662:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94b7dce00. 00000100:00000001:3.0:1785077065.987665:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987668:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0000_UUID req@ffff9fb946b05880 x1871788671780224/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785077065.987876:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785077065.987878:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.987883:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6587d69] to pc [ptlrpcd_01_01+1] req@ffff9fb946b05880 x1871788671780224/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.988017:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.988020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785077065.988024:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785077065.988047:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946e7d880. 00000020:00000040:3.0:1785077065.988050:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb948607800 refcount=3 obd=lustre-OST0001-osc-ffff9fb946f79800 00000100:00000001:3.0:1785077065.988052:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785077065.988054:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785077065.988056:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785077065.988060:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94b7dc900. 00000100:00000001:3.0:1785077065.988063:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.988068:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0001_UUID req@ffff9fb946e7d880 x1871788671780352/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785077065.988075:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785077065.988078:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.988082:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027de54f4] to pc [ptlrpcd_01_00+0] req@ffff9fb946e7d880 x1871788671780352/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.988089:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.988095:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (378) 00000100:00000001:3.0:1785077065.988113:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785077065.988118:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785077065.988121:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785077065.988127:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946b06d80 x1871788671779584/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.988135:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785077065.988137:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077065.988148:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785077065.988152:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785077065.988155:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077065.988159:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2404:1871788671779584:192.168.204.143@tcp:400:kworker.0 00000100:00000001:3.0:1785077065.988164:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785077065.988172:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785077065.988175:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077065.988178:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785077065.988183:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb948d84e00. 02000000:00000001:3.0:1785077065.988185:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077065.988195:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:3.0:1785077065.988201:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb952fced68. 00000400:00000010:3.0:1785077065.988209:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f75d8. 00000100:00000200:3.0:1785077065.988218:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671779584, portal 25 00000100:00000001:3.0:1785077065.988221:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077065.988222:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216836574592 : -105856872977024 : ffff9fb946b06d80) 00000100:00000040:3.0:1785077065.988228:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946b06d80 x1871788671779584/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.988235:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077065.988238:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077065.988240:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7cc0. 00000100:00000200:3.0:1785077065.988243:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871788671779584, offset 0 00000400:00000200:3.0:1785077065.988251:0:2404:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:3.0:1785077065.988261:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077065.988271:0:2404:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077065.988278:0:2404:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785077065.988283:0:2404:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:3.0:1785077065.988287:0:2404:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785077065.988290:0:2404:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:3.0:1785077065.988295:0:2404:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [142:142:256:4294967295] 192.168.204.143@tcp LPNI seq info [142:142:8:4294967295] 00000400:00000200:3.0:1785077065.988299:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077065.988310:0:2404:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:3.0:1785077065.988324:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077065.988330:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94b7dc000. 00000800:00000200:3.0:1785077065.988338:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077065.988347:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077065.988352:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94b7dc000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785077065.988371:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077065.988375:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:3.0:1785077065.988379:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 2 is 4295041772 00000100:00000010:3.0:1785077065.988383:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb948dbc7e0. 00000100:00000001:3.0:1785077065.988391:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1785077065.988397:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 3 is 4295041772 00000100:00000010:3.0:1785077065.988400:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb948dbc300. 00000100:00000001:3.0:1785077065.988403:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1785077065.988407:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077065.988410:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077065.988413:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785077065.988416:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946b07100 x1871788671779840/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.988422:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785077065.988424:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077065.988426:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785077065.988427:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785077065.988429:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077065.988432:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671779840:192.168.204.143@tcp:400:kworker.0 00000100:00000001:3.0:1785077065.988435:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785077065.988438:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785077065.988440:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077065.988442:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785077065.988444:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb948d85800. 02000000:00000001:3.0:1785077065.988446:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077065.988450:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:3.0:1785077065.988457:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb952fce478. 00000400:00000010:3.0:1785077065.988461:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7f68. 00000100:00000200:3.0:1785077065.988464:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671779840, portal 10 00000100:00000001:3.0:1785077065.988466:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077065.988467:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216836575488 : -105856872976128 : ffff9fb946b07100) 00000100:00000040:3.0:1785077065.988475:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946b07100 x1871788671779840/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.988481:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077065.988483:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077065.988485:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7e58. 00000100:00000200:3.0:1785077065.988487:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671779840, offset 0 00000400:00000200:3.0:1785077065.988491:0:2404:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:3.0:1785077065.988495:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077065.988498:0:2404:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077065.988501:0:2404:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785077065.988503:0:2404:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:3.0:1785077065.988505:0:2404:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785077065.988507:0:2404:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:3.0:1785077065.988510:0:2404:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [143:143:255:4294967295] 192.168.204.143@tcp LPNI seq info [143:143:7:4294967295] 00000400:00000200:3.0:1785077065.988513:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077065.988518:0:2404:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:3.0:1785077065.988522:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077065.988526:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94b7dc500. 00000800:00000200:3.0:1785077065.988530:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077065.988534:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077065.988536:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94b7dc500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785077065.988568:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.988571:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: using a timeout of 151583 usecs (152 jiffies) 00000400:00000200:3.0:1785077065.988574:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:3.0:1785077065.988576:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 2 is 4295040664 00000100:00000001:3.0:1785077065.988579:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS request active for cpu 2, keep current deadline 4295041772 00000100:00000001:3.0:1785077065.988585:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 3 is 4295040664 00000100:00000001:3.0:1785077065.988588:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS request active for cpu 3, keep current deadline 4295041772 00000100:00000001:3.0:1785077065.988590:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077065.988592:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077065.988594:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785077065.988598:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946b07480 x1871788671780096/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.988605:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785077065.988606:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077065.988608:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785077065.988610:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785077065.988612:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077065.988615:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2404:1871788671780096:192.168.204.143@tcp:400:kworker.0 00000100:00000001:3.0:1785077065.988619:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785077065.988621:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785077065.988623:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077065.988624:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785077065.988628:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb948d85c00. 02000000:00000001:3.0:1785077065.988629:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077065.988632:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:3.0:1785077065.988635:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb952fcecb8. 00000400:00000010:3.0:1785077065.988639:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7908. 00000100:00000200:3.0:1785077065.988642:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671780096, portal 10 00000100:00000001:3.0:1785077065.988643:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077065.988645:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216836576384 : -105856872975232 : ffff9fb946b07480) 00000100:00000040:3.0:1785077065.988652:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946b07480 x1871788671780096/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.988659:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077065.988661:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077065.988664:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7000. 00000100:00000200:3.0:1785077065.988666:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671780096, offset 0 00000400:00000200:3.0:1785077065.988677:0:2404:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:3.0:1785077065.988681:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077065.988684:0:2404:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077065.988687:0:2404:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785077065.988689:0:2404:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:3.0:1785077065.988691:0:2404:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785077065.988694:0:2404:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:3.0:1785077065.988696:0:2404:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [144:144:254:4294967295] 192.168.204.143@tcp LPNI seq info [144:144:6:4294967295] 00000400:00000200:3.0:1785077065.988700:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077065.988706:0:2404:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:3.0:1785077065.988710:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077065.988714:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94b7dcd00. 00000800:00000200:3.0:1785077065.988719:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077065.988723:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077065.988725:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94b7dcd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785077065.988728:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.988731:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: using a timeout of 22232 usecs (23 jiffies) 00000400:00000200:3.0:1785077065.988734:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:3.0:1785077065.988736:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295040535 00000100:00000001:3.0:1785077065.988738:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295041772 00000100:00000001:3.0:1785077065.988740:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295040535 00000100:00000001:3.0:1785077065.988742:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295041772 00000100:00000001:3.0:1785077065.988744:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077065.988745:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077065.988747:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785077065.988751:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946e7d880 x1871788671780352/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.988757:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785077065.988759:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077065.988770:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785077065.988771:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785077065.988774:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077065.988777:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2404:1871788671780352:192.168.204.143@tcp:400:kworker.0 00000100:00000001:3.0:1785077065.988780:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785077065.988783:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785077065.988784:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077065.988786:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785077065.988789:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb948d84000. 02000000:00000001:3.0:1785077065.988791:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077065.988794:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:3.0:1785077065.988797:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb952fce5d8. 00000400:00000010:3.0:1785077065.988801:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7880. 00000100:00000200:3.0:1785077065.988805:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671780352, portal 4 00000100:00000001:3.0:1785077065.988807:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077065.988808:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216840206464 : -105856869345152 : ffff9fb946e7d880) 00000100:00000040:3.0:1785077065.988814:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946e7d880 x1871788671780352/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.988831:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077065.988833:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077065.988836:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7550. 00000100:00000200:3.0:1785077065.988839:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1871788671780352, offset 0 00000400:00000200:3.0:1785077065.988844:0:2404:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:3.0:1785077065.988848:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077065.988852:0:2404:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077065.988854:0:2404:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785077065.988857:0:2404:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:3.0:1785077065.988859:0:2404:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785077065.988861:0:2404:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:3.0:1785077065.988863:0:2404:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [145:145:253:4294967295] 192.168.204.143@tcp LPNI seq info [145:145:5:4294967295] 00000400:00000200:3.0:1785077065.988867:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077065.988872:0:2404:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:3.0:1785077065.988883:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077065.992045:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb942d4bd00. 00000800:00000200:3.0:1785077065.992071:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077065.992079:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077065.992084:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb942d4bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785077065.992092:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.992099:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: using a timeout of 23866 usecs (24 jiffies) 00000400:00000200:3.0:1785077065.992106:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:3.0:1785077065.992110:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295040540 00000100:00000001:3.0:1785077065.992115:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295041772 00000100:00000001:3.0:1785077065.992117:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295040540 00000100:00000001:3.0:1785077065.992119:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295041772 00000100:00000001:3.0:1785077065.992122:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077065.992127:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077065.992131:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077065.992136:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077065.992146:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785077065.992149:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1785077065.992153:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785077065.992155:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785077065.992158:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077065.992162:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:3.0:1785077065.992163:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077065.992165:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785077065.992167:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077065.992168:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785077065.992169:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785077065.992171:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785077065.992180:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946b04e00 x1871788671779712/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.992192:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785077065.992195:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077065.992213:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785077065.992218:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785077065.992221:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077065.992224:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671779712:192.168.204.143@tcp:400:kworker.0 00000100:00000001:3.0:1785077065.992229:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785077065.992236:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785077065.992239:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077065.992242:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785077065.992248:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb948d84c00. 02000000:00000001:3.0:1785077065.992250:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077065.992256:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:3.0:1785077065.992261:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb952fce4d0. 00000400:00000010:3.0:1785077065.992268:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f76e8. 00000100:00000200:3.0:1785077065.992275:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671779712, portal 10 00000100:00000001:3.0:1785077065.992278:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077065.992279:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216836566528 : -105856872985088 : ffff9fb946b04e00) 00000100:00000040:3.0:1785077065.992287:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946b04e00 x1871788671779712/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.992293:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077065.992295:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077065.992298:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7220. 00000100:00000200:3.0:1785077065.992301:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671779712, offset 0 00000400:00000200:3.0:1785077065.992307:0:2404:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:3.0:1785077065.992317:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077065.992324:0:2404:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077065.992331:0:2404:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785077065.992335:0:2404:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:3.0:1785077065.992339:0:2404:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785077065.992342:0:2404:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:3.0:1785077065.992346:0:2404:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [146:146:252:4294967295] 192.168.204.143@tcp LPNI seq info [146:146:4:4294967295] 00000400:00000200:3.0:1785077065.992350:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077065.992359:0:2404:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:3.0:1785077065.992370:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077065.992374:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb942d4b800. 00000800:00000200:3.0:1785077065.992378:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077065.992382:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077065.992385:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb942d4b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785077065.992387:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.992390:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: using a timeout of 128485 usecs (129 jiffies) 00000400:00000200:3.0:1785077065.992393:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:3.0:1785077065.992395:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 2 is 4295040645 00000100:00000001:3.0:1785077065.992397:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS request active for cpu 2, keep current deadline 4295041772 00000100:00000001:3.0:1785077065.992398:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 3 is 4295040645 00000100:00000001:3.0:1785077065.992400:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS request active for cpu 3, keep current deadline 4295041772 00000100:00000001:3.0:1785077065.992402:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077065.992404:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077065.992407:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785077065.992412:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946b06300 x1871788671779968/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.992419:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785077065.992420:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077065.992422:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785077065.992424:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785077065.992426:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077065.992428:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2404:1871788671779968:192.168.204.143@tcp:400:kworker.0 00000100:00000001:3.0:1785077065.992431:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785077065.992434:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785077065.992436:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077065.992437:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785077065.992440:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb948d85e00. 02000000:00000001:3.0:1785077065.992453:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077065.992456:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:3.0:1785077065.992464:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb952fce160. 00000400:00000010:3.0:1785077065.992467:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f73b8. 00000100:00000200:3.0:1785077065.992470:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671779968, portal 10 00000100:00000001:3.0:1785077065.992472:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077065.992473:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216836571904 : -105856872979712 : ffff9fb946b06300) 00000100:00000040:3.0:1785077065.992481:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946b06300 x1871788671779968/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.992487:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077065.992489:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077065.992491:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f77f8. 00000100:00000200:3.0:1785077065.992493:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671779968, offset 0 00000400:00000200:3.0:1785077065.992497:0:2404:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:3.0:1785077065.992500:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077065.992504:0:2404:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077065.992506:0:2404:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785077065.992508:0:2404:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:3.0:1785077065.992510:0:2404:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785077065.992512:0:2404:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:3.0:1785077065.992515:0:2404:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [147:147:251:4294967295] 192.168.204.143@tcp LPNI seq info [147:147:3:4294967295] 00000400:00000200:3.0:1785077065.992518:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077065.992523:0:2404:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:2.0:1785077065.992832:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077065.992838:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94b7dc000. 00000400:00000200:2.0:1785077065.992845:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077065.992851:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077065.992859:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7cc0 00000400:00000010:2.0:1785077065.992862:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7cc0. 00000100:00000001:2.0:1785077065.992867:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077065.992873:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946b06d80 x1871788671779584/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077065.992885:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077065.994856:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946b06d80 x1871788671779584/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077065.994871:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077065.994875:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785077065.995402:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077065.995413:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952f5c600. 00000800:00000200:3.0:1785077065.995424:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077065.995434:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077065.995440:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952f5c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785077065.995458:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.995465:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: using a timeout of 22067 usecs (23 jiffies) 00000400:00000200:3.0:1785077065.995472:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:3.0:1785077065.995475:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295040543 00000100:00000001:3.0:1785077065.995478:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295041772 00000100:00000001:3.0:1785077065.995499:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295040543 00000100:00000001:3.0:1785077065.995502:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295041772 00000100:00000001:3.0:1785077065.995504:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077065.995507:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077065.995513:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785077065.995519:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946b05880 x1871788671780224/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.995537:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785077065.995559:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077065.995565:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785077065.995569:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785077065.995572:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077065.995576:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946b05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2404:1871788671780224:192.168.204.143@tcp:400:kworker.0 00000100:00000001:3.0:1785077065.995581:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785077065.995588:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785077065.995592:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077065.995594:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785077065.995600:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb948d85400. 02000000:00000001:3.0:1785077065.995602:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077065.995608:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:3.0:1785077065.995612:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb952fce000. 00000400:00000010:3.0:1785077065.995620:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7198. 00000100:00000200:3.0:1785077065.995628:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671780224, portal 4 00000100:00000001:3.0:1785077065.995630:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077065.995632:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216836569216 : -105856872982400 : ffff9fb946b05880) 00000100:00000040:3.0:1785077065.995641:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946b05880 x1871788671780224/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077065.995647:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077065.995650:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077065.995653:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7770. 00000100:00000200:3.0:1785077065.995657:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1871788671780224, offset 0 00000400:00000200:3.0:1785077065.995670:0:2404:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000800:00000200:2.0:1785077065.995748:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077065.995759:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94b7dc500. 00000400:00000200:2.0:1785077065.995765:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077065.995771:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077065.996771:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077065.996796:0:2404:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077065.996802:0:2404:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785077065.996807:0:2404:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:3.0:1785077065.996812:0:2404:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785077065.996815:0:2404:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:3.0:1785077065.996828:0:2404:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [148:148:251:4294967295] 192.168.204.143@tcp LPNI seq info [148:148:3:4294967295] 00000400:00000200:3.0:1785077065.996833:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077065.996843:0:2404:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:3.0:1785077065.996850:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077065.996857:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952f5c900. 00000800:00000200:3.0:1785077065.996865:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077065.996871:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077065.996876:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952f5c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785077065.996881:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077065.996885:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: using a timeout of 30532 usecs (31 jiffies) 00000400:00000200:3.0:1785077065.996888:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:3.0:1785077065.996892:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295040552 00000100:00000001:3.0:1785077065.996895:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295041772 00000100:00000001:3.0:1785077065.996897:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295040552 00000100:00000001:3.0:1785077065.996899:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295041772 00000100:00000001:3.0:1785077065.996902:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077065.996905:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077065.996911:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077065.996917:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077065.996933:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785077065.996936:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785077066.001466:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7e58 00000400:00000010:2.0:1785077066.001478:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7e58. 00000100:00000001:2.0:1785077066.001485:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077066.001498:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946b07100 x1871788671779840/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077066.001513:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077066.001517:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946b07100 x1871788671779840/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077066.001524:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077066.001526:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785077066.003118:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077066.003128:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94b7dcd00. 00000400:00000200:3.0:1785077066.003138:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077066.003171:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077066.003180:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7000 00000400:00000010:3.0:1785077066.003183:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7000. 00000100:00000001:3.0:1785077066.003188:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077066.003196:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946b07480 x1871788671780096/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.003209:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077066.003213:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946b07480 x1871788671780096/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.003220:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077066.003222:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785077066.003240:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077066.003242:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb942d4bd00. 00000400:00000200:3.0:1785077066.003247:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077066.003251:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077066.003254:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7550 00000400:00000010:3.0:1785077066.003256:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7550. 00000100:00000001:3.0:1785077066.003258:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077066.003263:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946e7d880 x1871788671780352/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.003270:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077066.003273:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946e7d880 x1871788671780352/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.003279:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077066.003280:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785077066.003290:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077066.003292:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb942d4b800. 00000400:00000200:3.0:1785077066.003297:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077066.003300:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077066.003303:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7220 00000400:00000010:3.0:1785077066.003305:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7220. 00000100:00000001:3.0:1785077066.003307:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077066.003318:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946b04e00 x1871788671779712/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.003326:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077066.003328:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946b04e00 x1871788671779712/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.003334:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077066.003335:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785077066.003346:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077066.003348:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952f5c600. 00000400:00000200:3.0:1785077066.003352:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077066.003355:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077066.003358:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f77f8 00000400:00000010:3.0:1785077066.003361:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f77f8. 00000100:00000001:3.0:1785077066.003363:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077066.003367:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946b06300 x1871788671779968/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.003374:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077066.003377:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946b06300 x1871788671779968/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.003383:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077066.003384:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785077066.004052:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077066.004059:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952f5c900. 00000400:00000200:3.0:1785077066.004063:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077066.004070:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077066.004073:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7770 00000400:00000010:3.0:1785077066.004076:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7770. 00000100:00000001:3.0:1785077066.004079:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077066.004086:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946b05880 x1871788671780224/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.004094:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077066.004097:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946b05880 x1871788671780224/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.004113:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077066.004114:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785077066.012885:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.012916:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077066.012921:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.012924:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077066.012938:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.012948:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077066.012961:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.012968:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.012975:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.012981:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04400 00000400:00000200:3.0:1785077066.012987:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.012995:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x7ad [1] + 224 00000800:00000001:3.0:1785077066.013004:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013008:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077066.013011:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077066.013017:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077066.013026:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077066.013037:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946b07100 x1871788671779840/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077066.013049:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946b07100 x1871788671779840/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077066.013106:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785077066.013112:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785077066.013132:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077066.013144:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013148:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077066.013150:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013152:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077066.013156:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013160:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077066.013164:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013188:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013192:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013195:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04500 00000400:00000200:3.0:1785077066.013198:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013203:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x7bd [1] + 224 00000800:00000001:3.0:1785077066.013207:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013211:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077066.013213:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077066.013217:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077066.013220:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077066.013226:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946b07480 x1871788671780096/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077066.013236:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946b07480 x1871788671780096/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.013244:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077066.013248:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013251:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077066.013253:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013255:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077066.013259:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013262:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077066.013267:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013269:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013272:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013275:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04380 00000400:00000200:3.0:1785077066.013278:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013282:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:3.0:1785077066.013286:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013289:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077066.013291:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077066.013294:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077066.013297:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077066.013307:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946b04e00 x1871788671779712/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077066.013316:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946b04e00 x1871788671779712/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.013323:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077066.013328:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013331:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077066.013333:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013335:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077066.013339:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013342:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077066.013346:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013348:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013351:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013354:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04480 00000400:00000200:3.0:1785077066.013357:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013361:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:3.0:1785077066.013365:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013367:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077066.013369:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077066.013372:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077066.013375:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077066.013380:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946b06300 x1871788671779968/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077066.013389:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946b06300 x1871788671779968/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.013396:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077066.013399:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013401:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077066.013404:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013406:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077066.013415:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013418:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077066.013422:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013425:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013428:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013431:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 4 MB=0x6a661c2e04600 00000400:00000200:3.0:1785077066.013435:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013440:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.143@tcp of length 224/224 into md 0x7cd [1] + 224 00000800:00000001:3.0:1785077066.013455:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013460:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077066.013462:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077066.013466:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077066.013469:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077066.013475:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946e7d880 x1871788671780352/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077066.013484:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946e7d880 x1871788671780352/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.013491:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077066.013494:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013497:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077066.013499:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013501:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077066.013504:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013508:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077066.013512:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013515:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013518:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013521:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 25 MB=0x6a661c2e04300 00000400:00000200:3.0:1785077066.013525:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013569:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.143@tcp of length 224/224 into md 0x79d [1] + 224 00000800:00000001:3.0:1785077066.013574:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013584:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077066.013587:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077066.013591:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077066.013594:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077066.013599:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946b06d80 x1871788671779584/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077066.013608:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946b06d80 x1871788671779584/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.013616:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077066.013620:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013623:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077066.013625:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013627:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077066.013630:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013634:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077066.013638:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013641:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013644:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013647:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 4 MB=0x6a661c2e04580 00000400:00000200:3.0:1785077066.013650:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077066.013656:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.143@tcp of length 224/224 into md 0x7fd [1] + 224 00000800:00000001:3.0:1785077066.013659:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.013667:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077066.013670:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077066.013673:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077066.013676:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077066.013681:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946b05880 x1871788671780224/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077066.014983:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946b05880 x1871788671780224/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.014995:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077066.015031:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077066.015042:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1785077066.019108:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785077066.019118:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785077066.019123:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb952fce478. 00000400:00000200:2.0:1785077066.019138:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7f68 00000400:00000010:2.0:1785077066.019141:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7f68. 00000100:00000001:2.0:1785077066.019148:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077066.019164:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946b07100 x1871788671779840/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785077066.019177:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946b07100 x1871788671779840/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077066.019185:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785077066.019187:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077066.019191:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785077066.019195:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785077066.019198:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785077066.019201:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077066.019205:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785077066.019217:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb9462eac60 time=88 v=5 (5 0 0 0) 00000100:00001000:2.0:1785077066.019222:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb9462eac18 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1785077066.019249:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785077066.019251:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785077066.019254:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1785077066.019261:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946b07100 x1871788671779840/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1785077066.019268:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077066.019274:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785077066.019276:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb9586d6000: skip recheck: last_committed 0 00000100:00000001:2.0:1785077066.019279:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785077066.019281:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077066.019286:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946b07100 x1871788671779840/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077066.019293:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077066.019297:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785077066.019300:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785077066.019304:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946b07100 x1871788671779840/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785077066.019313:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671779840:192.168.204.143@tcp:400:kworker.0 00000400:00000001:3.0:1785077066.021338:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785077066.021346:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785077066.021352:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb952fcecb8. 00000400:00000200:3.0:1785077066.021363:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7908 00000400:00000010:3.0:1785077066.021366:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7908. 00000100:00000001:3.0:1785077066.021372:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077066.021384:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946b07480 x1871788671780096/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785077066.021399:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946b07480 x1871788671780096/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.021407:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785077066.021410:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077066.021413:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785077066.021416:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785077066.021419:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785077066.021422:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077066.021425:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785077066.021435:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb948603460 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1785077066.021439:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb948603418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1785077066.021452:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785077066.021454:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785077066.021458:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1785077066.021463:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946b07480 x1871788671780096/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1785077066.021470:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077066.021475:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785077066.021478:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:3.0:1785077066.021480:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785077066.021482:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077066.021486:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946b07480 x1871788671780096/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.021494:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077066.021519:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785077066.021522:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785077066.021527:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946b07480 x1871788671780096/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785077066.021535:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2404:1871788671780096:192.168.204.143@tcp:400:kworker.0 00000400:00000001:3.0:1785077066.021864:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785077066.021865:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785077066.021868:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb952fce5d8. 00000400:00000200:3.0:1785077066.021871:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7880 00000400:00000010:3.0:1785077066.021873:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7880. 00000100:00000001:3.0:1785077066.021876:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077066.021882:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946e7d880 x1871788671780352/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785077066.021892:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946e7d880 x1871788671780352/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.021898:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785077066.021900:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077066.021902:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785077066.021904:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785077066.021906:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785077066.021907:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077066.021909:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785077066.021915:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb948607c60 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1785077066.021918:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb948607c18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1785077066.021920:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785077066.021921:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785077066.021923:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1785077066.021927:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946e7d880 x1871788671780352/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1785077066.021934:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077066.021937:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785077066.021938:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:3.0:1785077066.021947:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785077066.021949:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077066.021954:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946e7d880 x1871788671780352/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.021960:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077066.021962:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785077066.021963:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785077066.021967:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946e7d880 x1871788671780352/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785077066.021976:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2404:1871788671780352:192.168.204.143@tcp:400:kworker.0 00000100:00000001:3.0:1785077066.021981:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077066.021985:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077066.021990:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946b07100 x1871788671779840/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.021998:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785077066.022001:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785077066.022005:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb948d85800. 02000000:00000001:3.0:1785077066.022010:0:2404:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785077066.022014:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785077066.022017:0:2404:0:(genops.c:1244:class_import_put()) import ffff9fb9462ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fb9586d6000 00000020:00000001:3.0:1785077066.022020:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785077066.022023:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94b7dcf00. 02000000:00000001:3.0:1785077066.022029:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785077066.022032:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785077066.022034:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946b07100. 00000100:00000001:3.0:1785077066.022040:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785077066.022042:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077066.022044:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077066.022048:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946b07480 x1871788671780096/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.022054:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785077066.022055:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785077066.022064:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb948d85c00. 02000000:00000001:3.0:1785077066.022066:0:2404:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785077066.022068:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785077066.022069:0:2404:0:(genops.c:1244:class_import_put()) import ffff9fb948603000 refcount=3 obd=lustre-MDT0001-mdc-ffff9fb946f79800 00000020:00000001:3.0:1785077066.022071:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785077066.022072:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94b7dca00. 02000000:00000001:3.0:1785077066.022075:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785077066.022076:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785077066.022077:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946b07480. 00000100:00000001:3.0:1785077066.022080:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785077066.022081:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077066.022083:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077066.022086:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946e7d880 x1871788671780352/t0(0) o400->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.022092:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785077066.022093:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785077066.022095:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb948d84000. 02000000:00000001:3.0:1785077066.022097:0:2404:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785077066.022098:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785077066.022099:0:2404:0:(genops.c:1244:class_import_put()) import ffff9fb948607800 refcount=2 obd=lustre-OST0001-osc-ffff9fb946f79800 00000020:00000001:3.0:1785077066.022101:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785077066.022102:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94b7dc900. 02000000:00000001:3.0:1785077066.022104:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785077066.022105:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785077066.022107:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946e7d880. 00000100:00000001:3.0:1785077066.022109:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785077066.022110:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077066.022116:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077066.022118:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785077066.022121:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1785077066.022125:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785077066.022126:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785077066.022129:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb952fce4d0. 00000400:00000200:3.0:1785077066.022132:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f76e8 00000400:00000010:3.0:1785077066.022134:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f76e8. 00000100:00000001:3.0:1785077066.022136:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077066.022141:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946b04e00 x1871788671779712/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785077066.022156:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946b04e00 x1871788671779712/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.022162:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785077066.022164:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077066.022166:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785077066.022168:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785077066.022169:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785077066.022170:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077066.022172:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785077066.022177:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb9462ebc60 time=89 v=5 (5 0 0 0) 00000100:00001000:3.0:1785077066.022179:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb9462ebc18 time=89 v=5 (1 0 0 0) 00000100:00000001:3.0:1785077066.022182:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785077066.022183:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785077066.022185:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785077066.022189:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077066.022192:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785077066.022193:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb9586d6000: skip recheck: last_committed 0 00000100:00000001:3.0:1785077066.022195:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785077066.022197:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077066.022201:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946b04e00 x1871788671779712/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.022208:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077066.022210:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785077066.022211:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785077066.022214:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946b04e00 x1871788671779712/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785077066.022222:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671779712:192.168.204.143@tcp:400:kworker.0 00000400:00000001:3.0:1785077066.022229:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785077066.022231:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785077066.022233:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb952fce160. 00000400:00000200:3.0:1785077066.022236:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f73b8 00000400:00000010:3.0:1785077066.022244:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f73b8. 00000100:00000001:3.0:1785077066.022246:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077066.022252:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946b06300 x1871788671779968/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785077066.022260:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946b06300 x1871788671779968/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.022266:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785077066.022267:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077066.022269:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785077066.022271:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785077066.022272:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785077066.022274:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077066.022276:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785077066.022281:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb943111460 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1785077066.022283:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb943111418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1785077066.022285:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785077066.022287:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785077066.022289:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785077066.022291:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077066.022293:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785077066.022295:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:3.0:1785077066.022296:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785077066.022298:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077066.022301:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946b06300 x1871788671779968/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.022307:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077066.022310:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785077066.022311:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785077066.022314:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946b06300 x1871788671779968/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785077066.022321:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2404:1871788671779968:192.168.204.143@tcp:400:kworker.0 00000400:00000001:3.0:1785077066.022327:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785077066.022333:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785077066.022336:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb952fce000. 00000400:00000200:3.0:1785077066.022338:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7198 00000400:00000010:3.0:1785077066.022340:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7198. 00000100:00000001:3.0:1785077066.022344:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077066.022349:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946b05880 x1871788671780224/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785077066.022356:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946b05880 x1871788671780224/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.022362:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785077066.022363:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077066.022365:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785077066.022367:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785077066.022368:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785077066.022369:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077066.022371:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785077066.022376:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb948601460 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1785077066.022379:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb948601418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1785077066.022381:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785077066.022382:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785077066.022383:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1785077066.022386:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946b05880 x1871788671780224/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1785077066.022392:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077066.022394:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785077066.022396:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:3.0:1785077066.022397:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785077066.022399:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077066.022402:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946b05880 x1871788671780224/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.022408:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077066.022409:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785077066.022411:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785077066.022423:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946b05880 x1871788671780224/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785077066.022430:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2404:1871788671780224:192.168.204.143@tcp:400:kworker.0 00000400:00000001:3.0:1785077066.022436:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785077066.022437:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785077066.022440:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb952fced68. 00000400:00000200:3.0:1785077066.023656:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f75d8 00000400:00000010:3.0:1785077066.023661:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f75d8. 00000100:00000001:3.0:1785077066.023669:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077066.023679:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946b06d80 x1871788671779584/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785077066.023881:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946b06d80 x1871788671779584/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.023890:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785077066.023892:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077066.023895:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785077066.023898:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785077066.023900:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785077066.023903:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077066.023906:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785077066.023913:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb95802dc60 time=89 v=5 (5 0 0 0) 00000100:00001000:3.0:1785077066.023917:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb95802dc18 time=89 v=5 (1 0 0 0) 00000100:00000001:3.0:1785077066.023920:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785077066.023922:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785077066.023925:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785077066.023927:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077066.023930:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077066.023936:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946b06d80 x1871788671779584/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.023943:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077066.023946:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785077066.023949:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785077066.023977:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946b06d80 x1871788671779584/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785077066.023986:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2404:1871788671779584:192.168.204.143@tcp:400:kworker.0 00000100:00000001:3.0:1785077066.023991:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077066.023994:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077066.023999:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946b04e00 x1871788671779712/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.024005:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785077066.024009:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785077066.024013:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb948d84c00. 02000000:00000001:3.0:1785077066.024017:0:2404:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785077066.024020:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785077066.024022:0:2404:0:(genops.c:1244:class_import_put()) import ffff9fb9462eb800 refcount=3 obd=lustre-MDT0000-mdc-ffff9fb9586d6000 00000020:00000001:3.0:1785077066.024025:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785077066.024028:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94b7dc100. 02000000:00000001:3.0:1785077066.024034:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785077066.024035:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785077066.024038:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946b04e00. 00000100:00000001:3.0:1785077066.024042:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785077066.024044:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077066.024045:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077066.024051:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946b06300 x1871788671779968/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.024059:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785077066.024061:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785077066.024062:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb948d85e00. 02000000:00000001:3.0:1785077066.024065:0:2404:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785077066.024067:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785077066.024069:0:2404:0:(genops.c:1244:class_import_put()) import ffff9fb943111000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fb946f79800 00000020:00000001:3.0:1785077066.024071:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785077066.024072:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94b7dc700. 02000000:00000001:3.0:1785077066.024074:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785077066.024076:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785077066.024090:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946b06300. 00000100:00000001:3.0:1785077066.024093:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785077066.024094:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077066.024096:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077066.024101:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946b05880 x1871788671780224/t0(0) o400->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.024107:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785077066.024109:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785077066.024110:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb948d85400. 02000000:00000001:3.0:1785077066.024112:0:2404:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785077066.024114:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785077066.024116:0:2404:0:(genops.c:1244:class_import_put()) import ffff9fb948601000 refcount=2 obd=lustre-OST0000-osc-ffff9fb946f79800 00000020:00000001:3.0:1785077066.024118:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785077066.024120:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94b7dce00. 02000000:00000001:3.0:1785077066.024122:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785077066.024123:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785077066.024124:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946b05880. 00000100:00000001:3.0:1785077066.024127:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785077066.024128:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077066.024129:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077066.024132:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946b06d80 x1871788671779584/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077066.024137:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785077066.024138:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785077066.024140:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb948d84e00. 02000000:00000001:3.0:1785077066.024141:0:2404:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785077066.024143:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785077066.024144:0:2404:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=3 obd=MGC192.168.204.143@tcp 00000020:00000001:3.0:1785077066.024145:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785077066.024147:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94b7dc200. 02000000:00000001:3.0:1785077066.024149:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785077066.024150:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785077066.024151:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946b06d80. 00000100:00000001:3.0:1785077066.024153:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785077066.024155:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077066.024157:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077066.024173:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785077066.024175:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077066.024178:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785077066.024182:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077066.888885:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077066.888895:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077066.888903:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077066.888904:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785077066.889419:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785077066.889424:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785077066.889428:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1785077067.266615:0:825:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04220 (cpu 0) has reached its deadline 4295041772, at 4295041792 00000100:00000010:2.0:1785077067.266637:0:825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb948dbc7e0. 00000100:00000040:3.0:1785077067.266779:0:62:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04330 (cpu 0) has reached its deadline 4295041772, at 4295041792 00000100:00000010:3.0:1785077067.266786:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb948dbc300. 00010000:00000001:0.0:1785077067.908095:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077067.908110:0:8241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785077067.908113:0:8241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785077067.908117:0:8241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077067.908123:0:8241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785077067.908126:0:8241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077067.908128:0:8241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077067.908130:0:8241:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077067.908134:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077067.908136:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077067.908161:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077067.908165:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077067.908168:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077068.931493:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077068.931504:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077068.931511:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077068.931513:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785077068.932069:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785077068.932075:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785077068.932079:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077069.955502:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077069.955515:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077069.955524:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077069.955529:0:8241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785077069.955558:0:8241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785077069.955563:0:8241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077069.955568:0:8241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785077069.955571:0:8241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077069.955573:0:8241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077069.955576:0:8241:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077069.955606:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077069.955631:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077069.955635:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077070.979090:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077070.979100:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077070.979107:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077070.979108:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785077070.982065:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785077070.982073:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785077070.982079:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785077071.109343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5fe3b7bb-db07-4beb-bdaa-2b749f19d210->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077071.109358:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077071.109369:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0a680. 00000020:00000040:0.0:1785077071.109377:0:8:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000100:00000001:0.0:1785077071.109383:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077071.109386:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077071.109392:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077071.109403:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb952da0e00. 00000100:00000001:0.0:1785077071.109413:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109429:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5fe3b7bb-db07-4beb-bdaa-2b749f19d210->MGS req@ffff9fb946a0a680 x1871788671780480/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077071.109441:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077071.109447:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109454:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029a43430] to pc [ptlrpcd_00_00+0] req@ffff9fb946a0a680 x1871788671780480/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077071.109491:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077071.109499:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077071.109502:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a08380. 00000020:00000040:0.0:1785077071.109506:0:8:0:(genops.c:1231:class_import_get()) import ffff9fb9462eb800 refcount=4 obd=lustre-MDT0000-mdc-ffff9fb9586d6000 00000100:00000001:0.0:1785077071.109508:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077071.109510:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077071.109511:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077071.109517:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb952da0300. 00000100:00000001:0.0:1785077071.109521:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109525:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0000_UUID req@ffff9fb946a08380 x1871788671780608/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077071.109708:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077071.109711:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109716:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb597ce3] to pc [ptlrpcd_00_01+1] req@ffff9fb946a08380 x1871788671780608/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077071.109737:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077071.109743:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077071.109747:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0bb80. 00000020:00000040:0.0:1785077071.109749:0:8:0:(genops.c:1231:class_import_get()) import ffff9fb9462ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fb9586d6000 00000100:00000001:0.0:1785077071.109752:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077071.109753:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077071.109755:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077071.109759:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb952da0000. 00000100:00000001:0.0:1785077071.109764:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109768:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0001_UUID req@ffff9fb946a0bb80 x1871788671780736/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077071.109775:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077071.109777:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109781:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2a97a5] to pc [ptlrpcd_00_00+0] req@ffff9fb946a0bb80 x1871788671780736/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077071.109788:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109790:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785077071.109794:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785077071.109798:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785077071.109802:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785077071.109805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077071.109816:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077071.109819:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0aa00. 00000020:00000040:0.0:1785077071.109822:0:8:0:(genops.c:1231:class_import_get()) import ffff9fb943111000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fb946f79800 00000100:00000001:0.0:1785077071.109824:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077071.109826:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077071.109827:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077071.109831:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb952da0d00. 00000100:00000001:0.0:1785077071.109834:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109839:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0000_UUID req@ffff9fb946a0aa00 x1871788671780864/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077071.109846:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077071.109848:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109852:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e02e1782] to pc [ptlrpcd_00_01+1] req@ffff9fb946a0aa00 x1871788671780864/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077071.109860:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077071.109866:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077071.109868:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0b800. 00000020:00000040:0.0:1785077071.109871:0:8:0:(genops.c:1231:class_import_get()) import ffff9fb948603000 refcount=4 obd=lustre-MDT0001-mdc-ffff9fb946f79800 00000100:00000001:0.0:1785077071.109873:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077071.109874:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077071.109876:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077071.109879:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb952da0600. 00000100:00000001:0.0:1785077071.109882:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109885:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0001_UUID req@ffff9fb946a0b800 x1871788671780992/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077071.109892:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077071.109893:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109897:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077393947] to pc [ptlrpcd_00_00+0] req@ffff9fb946a0b800 x1871788671780992/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077071.109916:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077071.109922:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1785077071.109926:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1785077071.109930:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1785077071.109933:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a09c00. 00000020:00000040:0.0:1785077071.109936:0:8:0:(genops.c:1231:class_import_get()) import ffff9fb948601000 refcount=3 obd=lustre-OST0000-osc-ffff9fb946f79800 00000100:00000001:0.0:1785077071.109939:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077071.109941:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077071.109943:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077071.109946:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb952da0500. 00000100:00000001:0.0:1785077071.109949:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077071.109951:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446638216835537920 : -105856874013696 : ffff9fb946a09c00) 00000100:00080000:0.0:1785077071.109956:0:8:0:(import.c:65:import_set_state_nolock()) ffff9fb948601000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1785077071.109959:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9fb946f79800: disconnect after 21s idle 00000100:00000001:0.0:1785077071.109961:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077071.109963:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.109967:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c0ace7a] to pc [ptlrpcd_rcv+-1] req@ffff9fb946a09c00 x1871788671781120/t0(0) o9->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077071.110025:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785077071.110031:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785077071.110035:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785077071.110042:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a09c00 x1871788671781120/t0(0) o9->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077071.110051:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785077071.110053:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077071.110058:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785077071.110061:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785077071.110064:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077071.110068:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2401:1871788671781120:192.168.204.143@tcp:9:kworker.0 00000100:00000001:3.0:1785077071.110073:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785077071.110079:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785077071.110082:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077071.110085:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785077071.110090:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb948d85600. 02000000:00000001:3.0:1785077071.110092:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077071.110102:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:3.0:1785077071.110108:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb952fced68. 00000400:00000010:3.0:1785077071.110117:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f75d8. 00000100:00000200:3.0:1785077071.110126:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671781120, portal 4 00000100:00000001:3.0:1785077071.110130:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077071.110131:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835537920 : -105856874013696 : ffff9fb946a09c00) 00000100:00000040:3.0:1785077071.110140:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a09c00 x1871788671781120/t0(0) o9->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077071.110146:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077071.110149:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077071.110159:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7198. 00000100:00000200:3.0:1785077071.110162:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1871788671781120, offset 0 00000400:00000200:3.0:1785077071.110170:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:3.0:1785077071.110181:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077071.110191:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077071.110198:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785077071.110204:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:3.0:1785077071.110215:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785077071.110218:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:3.0:1785077071.110223:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [149:149:256:4294967295] 192.168.204.143@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:3.0:1785077071.110228:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077071.110238:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:3.0:1785077071.110246:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077071.110252:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952f5c900. 00000800:00000200:3.0:1785077071.110261:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077071.110271:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077071.110277:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952f5c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785077071.110293:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077071.110299:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: using a timeout of 33633 usecs (34 jiffies) 00000400:00000200:3.0:1785077071.110303:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:3.0:1785077071.110306:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295045668 00000100:00000010:3.0:1785077071.110312:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb948dbc180. 00000100:00000001:3.0:1785077071.110331:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1785077071.110342:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295045668 00000100:00000010:3.0:1785077071.110346:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb948dbcb40. 00000100:00000001:3.0:1785077071.110350:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9fb946f79800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1785077071.110353:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077071.110357:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077071.110361:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077071.110364:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077071.110443:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077071.110447:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.110450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077071.110454:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1785077071.110455:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1785077071.110457:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1785077071.110462:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a08000. 00000020:00000040:0.0:1785077071.110465:0:8:0:(genops.c:1231:class_import_get()) import ffff9fb948607800 refcount=3 obd=lustre-OST0001-osc-ffff9fb946f79800 00000100:00000001:0.0:1785077071.110468:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077071.110470:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077071.110472:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077071.110483:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94b347b00. 00000100:00000001:0.0:1785077071.110486:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077071.110489:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446638216835530752 : -105856874020864 : ffff9fb946a08000) 00000100:00080000:0.0:1785077071.110491:0:8:0:(import.c:65:import_set_state_nolock()) ffff9fb948607800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1785077071.110494:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9fb946f79800: disconnect after 21s idle 00000100:00000001:0.0:1785077071.110497:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077071.110499:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.110503:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009e2332a] to pc [ptlrpcd_rcv+-1] req@ffff9fb946a08000 x1871788671781248/t0(0) o9->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.110579:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785077071.110584:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785077071.110585:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785077071.110592:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0a680 x1871788671780480/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.110599:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785077071.110601:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077071.110604:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785077071.110606:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785077071.110608:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785077071.110612:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671780480:192.168.204.143@tcp:400:kworker.0 00000100:00000001:1.0:1785077071.110616:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785077071.110619:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785077071.110621:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077071.110623:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785077071.110627:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb94b4e8800. 02000000:00000001:1.0:1785077071.110629:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785077071.110633:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:1.0:1785077071.110637:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb958609370. 00000400:00000010:1.0:1785077071.110642:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5d990. 00000100:00000200:1.0:1785077071.110645:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671780480, portal 25 00000100:00000001:1.0:1785077071.110647:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785077071.110649:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835540608 : -105856874011008 : ffff9fb946a0a680) 00000100:00000040:1.0:1785077071.110661:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0a680 x1871788671780480/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.110669:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785077071.110671:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:1.0:1785077071.110674:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5d000. 00000100:00000200:1.0:1785077071.110678:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871788671780480, offset 0 00000400:00000200:1.0:1785077071.110683:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:1.0:1785077071.110688:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077071.110692:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:1.0:1785077071.110695:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785077071.110698:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:1.0:1785077071.110700:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785077071.110702:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:1.0:1785077071.110706:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [150:150:255:4294967295] 192.168.204.143@tcp LPNI seq info [150:150:7:4294967295] 00000400:00000200:1.0:1785077071.110710:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077071.110717:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:1.0:1785077071.110732:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:1.0:1785077071.110736:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94bfb6f00. 00000800:00000200:1.0:1785077071.110740:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:1.0:1785077071.110745:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:1.0:1785077071.110748:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94bfb6f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785077071.110750:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785077071.110754:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:1.0:1785077071.110756:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 2 is 4295046896 00000100:00000001:1.0:1785077071.110763:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295045668 00000100:00000001:1.0:1785077071.110766:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 3 is 4295046896 00000100:00000001:1.0:1785077071.110769:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295045668 00000100:00000001:1.0:1785077071.110772:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077071.110775:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.110777:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785077071.110787:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0bb80 x1871788671780736/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.110795:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785077071.110796:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077071.110799:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785077071.110801:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785077071.110803:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785077071.110805:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671780736:192.168.204.143@tcp:400:kworker.0 00000100:00000001:1.0:1785077071.110809:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785077071.110812:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785077071.110813:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077071.110815:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785077071.110818:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb94b4e8400. 02000000:00000001:1.0:1785077071.110820:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785077071.110823:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:1.0:1785077071.110826:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb958609c08. 00000400:00000010:1.0:1785077071.110830:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5de58. 00000100:00000200:1.0:1785077071.110833:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671780736, portal 10 00000100:00000001:1.0:1785077071.110835:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785077071.110836:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835545984 : -105856874005632 : ffff9fb946a0bb80) 00000100:00000040:1.0:1785077071.110843:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0bb80 x1871788671780736/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.110850:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785077071.110852:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:1.0:1785077071.110854:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5dcc0. 00000100:00000200:1.0:1785077071.110857:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671780736, offset 0 00000400:00000200:1.0:1785077071.110861:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:1.0:1785077071.110865:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077071.110869:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:1.0:1785077071.110872:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785077071.110874:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:1.0:1785077071.110876:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785077071.110884:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:1.0:1785077071.110887:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [151:151:254:4294967295] 192.168.204.143@tcp LPNI seq info [151:151:6:4294967295] 00000400:00000200:1.0:1785077071.110891:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077071.110898:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:1.0:1785077071.110903:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:1.0:1785077071.110906:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94bfb6e00. 00000800:00000200:1.0:1785077071.110910:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:1.0:1785077071.110914:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:1.0:1785077071.110917:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94bfb6e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785077071.110921:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785077071.110924:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: using a timeout of 145986 usecs (146 jiffies) 00000400:00000200:1.0:1785077071.110929:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:1.0:1785077071.110931:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 2 is 4295045782 00000100:00000001:1.0:1785077071.110933:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS request active for cpu 2, keep current deadline 4295046896 00000100:00000001:1.0:1785077071.110936:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 3 is 4295045782 00000100:00000001:1.0:1785077071.110938:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS request active for cpu 3, keep current deadline 4295046896 00000100:00000001:1.0:1785077071.110940:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077071.110943:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.110945:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785077071.110951:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0b800 x1871788671780992/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.110958:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785077071.110959:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077071.110961:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785077071.110963:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785077071.110965:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785077071.110968:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2402:1871788671780992:192.168.204.143@tcp:400:kworker.0 00000100:00000001:1.0:1785077071.110971:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785077071.110974:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785077071.110981:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077071.110983:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785077071.110987:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb94b4c5000. 02000000:00000001:1.0:1785077071.110989:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785077071.110993:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:1.0:1785077071.110995:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb958609580. 00000400:00000010:1.0:1785077071.110998:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5d3b8. 00000100:00000200:1.0:1785077071.111001:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671780992, portal 10 00000100:00000001:1.0:1785077071.111003:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785077071.111004:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835545088 : -105856874006528 : ffff9fb946a0b800) 00000100:00000040:1.0:1785077071.111011:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0b800 x1871788671780992/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.111018:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785077071.111021:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:1.0:1785077071.111023:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5df68. 00000100:00000200:1.0:1785077071.111025:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671780992, offset 0 00000400:00000200:1.0:1785077071.111030:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:1.0:1785077071.111034:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077071.111037:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:1.0:1785077071.111040:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785077071.111042:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:1.0:1785077071.111044:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785077071.111047:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:1.0:1785077071.111049:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [152:152:253:4294967295] 192.168.204.143@tcp LPNI seq info [152:152:5:4294967295] 00000400:00000200:1.0:1785077071.111053:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077071.111059:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:1.0:1785077071.111063:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:1.0:1785077071.111067:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94bfb6d00. 00000800:00000200:1.0:1785077071.111071:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:1.0:1785077071.111075:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:1.0:1785077071.111077:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94bfb6d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785077071.111080:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785077071.111088:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: using a timeout of 26228 usecs (27 jiffies) 00000400:00000200:1.0:1785077071.111091:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:1.0:1785077071.111093:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295045663 00000100:00000001:1.0:1785077071.111095:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295046896 00000100:00000001:1.0:1785077071.111098:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295045663 00000100:00000001:1.0:1785077071.111100:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295046896 00000100:00000001:1.0:1785077071.111102:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077071.111104:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.111106:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.111108:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077071.111118:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785077071.111120:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1785077071.111123:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785077071.111124:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785077071.111126:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785077071.111129:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1785077071.111130:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077071.111132:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785077071.111133:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077071.111135:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785077071.111135:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785077071.111137:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785077071.111141:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a08380 x1871788671780608/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.111148:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785077071.111150:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077071.111152:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785077071.111153:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785077071.111155:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785077071.111157:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671780608:192.168.204.143@tcp:400:kworker.0 00000100:00000001:1.0:1785077071.111160:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785077071.111163:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785077071.111165:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077071.111172:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785077071.111175:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb94b4c4e00. 02000000:00000001:1.0:1785077071.111177:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785077071.111180:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:1.0:1785077071.111183:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb958609790. 00000400:00000010:1.0:1785077071.111186:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5d5d8. 00000100:00000200:1.0:1785077071.111188:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671780608, portal 10 00000100:00000001:1.0:1785077071.111190:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785077071.111192:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835531648 : -105856874019968 : ffff9fb946a08380) 00000100:00000040:1.0:1785077071.111198:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a08380 x1871788671780608/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.111204:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785077071.111206:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:1.0:1785077071.111209:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5d880. 00000100:00000200:1.0:1785077071.111211:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671780608, offset 0 00000400:00000200:1.0:1785077071.111215:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:1.0:1785077071.111218:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077071.111221:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:1.0:1785077071.111224:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785077071.111226:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:1.0:1785077071.111228:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785077071.111229:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:1.0:1785077071.111232:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [153:153:252:4294967295] 192.168.204.143@tcp LPNI seq info [153:153:4:4294967295] 00000400:00000200:1.0:1785077071.111235:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077071.111241:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:1.0:1785077071.111245:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:1.0:1785077071.111248:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94bfb6300. 00000800:00000200:1.0:1785077071.111251:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:1.0:1785077071.111255:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:1.0:1785077071.111258:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94bfb6300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785077071.111261:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785077071.111269:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: using a timeout of 125082 usecs (126 jiffies) 00000400:00000200:1.0:1785077071.111273:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:1.0:1785077071.111275:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 2 is 4295045762 00000100:00000001:1.0:1785077071.111277:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS request active for cpu 2, keep current deadline 4295046896 00000100:00000001:1.0:1785077071.111279:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 3 is 4295045762 00000100:00000001:1.0:1785077071.111281:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS request active for cpu 3, keep current deadline 4295046896 00000100:00000001:1.0:1785077071.111283:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077071.111285:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.111287:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785077071.111291:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0aa00 x1871788671780864/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.111298:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785077071.111300:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077071.111302:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785077071.111304:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785077071.111306:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785077071.111309:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2402:1871788671780864:192.168.204.143@tcp:400:kworker.0 00000100:00000001:1.0:1785077071.111312:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785077071.113162:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785077071.113165:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077071.113171:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785077071.113181:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb94b4c4400. 02000000:00000001:1.0:1785077071.113186:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785077071.113196:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:1.0:1785077071.113201:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb9586096e0. 00000400:00000010:1.0:1785077071.113211:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5d550. 00000100:00000200:1.0:1785077071.113219:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671780864, portal 10 00000100:00000001:1.0:1785077071.113222:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785077071.113224:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835541504 : -105856874010112 : ffff9fb946a0aa00) 00000100:00000040:1.0:1785077071.113239:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0aa00 x1871788671780864/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.113270:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785077071.113273:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:1.0:1785077071.113276:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5d198. 00000100:00000200:1.0:1785077071.113286:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671780864, offset 0 00000400:00000200:1.0:1785077071.113294:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:1.0:1785077071.113302:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077071.113310:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:1.0:1785077071.113316:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785077071.113320:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:1.0:1785077071.113323:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785077071.113327:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:1.0:1785077071.113330:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [154:154:251:4294967295] 192.168.204.143@tcp LPNI seq info [154:154:3:4294967295] 00000400:00000200:1.0:1785077071.113335:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077071.113345:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:1.0:1785077071.113352:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:1.0:1785077071.113358:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94bfb6900. 00000800:00000200:1.0:1785077071.113365:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:1.0:1785077071.113372:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:1.0:1785077071.113377:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94bfb6900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785077071.113381:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785077071.113385:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: using a timeout of 24431 usecs (25 jiffies) 00000400:00000200:1.0:1785077071.113389:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:1.0:1785077071.113393:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295045662 00000100:00000001:1.0:1785077071.113397:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295046896 00000100:00000001:1.0:1785077071.113400:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295045662 00000100:00000001:1.0:1785077071.113402:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295046896 00000100:00000001:1.0:1785077071.113404:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077071.113408:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.113419:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.113424:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1785077071.114076:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077071.114084:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952f5c900. 00000400:00000200:2.0:1785077071.114100:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077071.114107:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077071.114113:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7198 00000400:00000010:2.0:1785077071.114117:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7198. 00000100:00000001:2.0:1785077071.114123:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077071.114131:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a09c00 x1871788671781120/t0(0) o9->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.114144:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077071.114148:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a09c00 x1871788671781120/t0(0) o9->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.114156:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077071.114158:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077071.114174:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077071.114176:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94bfb6f00. 00000400:00000200:2.0:1785077071.114180:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077071.114183:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077071.114186:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5d000 00000400:00000010:2.0:1785077071.114188:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5d000. 00000100:00000001:2.0:1785077071.114191:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077071.114195:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0a680 x1871788671780480/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.114203:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077071.114207:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0a680 x1871788671780480/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077087 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.114213:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077071.114215:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077071.114222:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077071.114224:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94bfb6e00. 00000400:00000200:2.0:1785077071.114227:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077071.114230:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077071.114232:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5dcc0 00000400:00000010:2.0:1785077071.114235:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5dcc0. 00000100:00000001:2.0:1785077071.114237:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077071.114248:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0bb80 x1871788671780736/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.114256:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077071.114259:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0bb80 x1871788671780736/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.114265:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077071.114267:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077071.114289:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077071.114291:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94bfb6d00. 00000400:00000200:2.0:1785077071.114294:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077071.114297:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077071.114300:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5df68 00000400:00000010:2.0:1785077071.114302:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5df68. 00000100:00000001:2.0:1785077071.114304:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077071.114309:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0b800 x1871788671780992/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.114325:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077071.114328:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0b800 x1871788671780992/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.114335:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077071.114336:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077071.114347:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077071.114349:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94bfb6300. 00000400:00000200:2.0:1785077071.114352:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077071.114356:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077071.114359:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5d880 00000400:00000010:2.0:1785077071.114361:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5d880. 00000100:00000001:2.0:1785077071.114363:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077071.114368:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a08380 x1871788671780608/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.114374:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077071.114377:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a08380 x1871788671780608/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.114389:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077071.114390:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077071.114470:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077071.114473:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94bfb6900. 00000400:00000200:2.0:1785077071.114476:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077071.114480:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077071.114482:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5d198 00000400:00000010:2.0:1785077071.114484:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5d198. 00000100:00000001:2.0:1785077071.114487:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077071.114491:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0aa00 x1871788671780864/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.114498:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077071.114501:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0aa00 x1871788671780864/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.114507:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077071.114508:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1785077071.115114:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785077071.115119:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1785077071.115124:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785077071.115127:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785077071.115130:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785077071.115139:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a08000 x1871788671781248/t0(0) o9->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077071.115147:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785077071.115150:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077071.115154:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785077071.115158:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785077071.115161:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077071.115164:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2401:1871788671781248:192.168.204.143@tcp:9:kworker.0 00000100:00000001:3.0:1785077071.115169:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785077071.115175:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785077071.115179:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077071.115181:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785077071.115189:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb948d84e00. 02000000:00000001:3.0:1785077071.115191:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077071.115199:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:3.0:1785077071.115205:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb952fce000. 00000400:00000010:3.0:1785077071.115212:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f73b8. 00000100:00000200:3.0:1785077071.115412:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671781248, portal 4 00000100:00000001:3.0:1785077071.115416:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077071.115418:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835530752 : -105856874020864 : ffff9fb946a08000) 00000100:00000040:3.0:1785077071.115427:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a08000 x1871788671781248/t0(0) o9->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077071.115434:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077071.115436:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077071.115440:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f76e8. 00000100:00000200:3.0:1785077071.115444:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1871788671781248, offset 0 00000400:00000200:3.0:1785077071.115451:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:3.0:1785077071.115460:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077071.115467:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077071.115482:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785077071.115487:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:3.0:1785077071.115491:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785077071.115494:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:3.0:1785077071.115498:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [155:155:256:4294967295] 192.168.204.143@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:3.0:1785077071.115502:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077071.115511:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:3.0:1785077071.115517:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077071.115523:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952f5c600. 00000800:00000200:3.0:1785077071.115529:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077071.115537:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077071.115751:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952f5c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785077071.115810:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077071.115814:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: using a timeout of 28466 usecs (29 jiffies) 00000400:00000200:3.0:1785077071.115819:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:3.0:1785077071.115822:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295045669 00000800:00000200:3.0:1785077071.115895:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077071.115899:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952f5c600. 00000400:00000200:3.0:1785077071.115903:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077071.115908:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077071.115912:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f76e8 00000400:00000010:3.0:1785077071.115914:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f76e8. 00000100:00000001:3.0:1785077071.115918:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077071.115923:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a08000 x1871788671781248/t0(0) o9->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077071.115931:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077071.115934:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a08000 x1871788671781248/t0(0) o9->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077071.115940:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077071.115942:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1785077071.115966:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295046896 00000100:00000001:3.0:1785077071.115970:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295045669 00000100:00000001:3.0:1785077071.115973:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295046896 00000100:00000001:3.0:1785077071.115975:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077071.115978:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077071.115982:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077071.115986:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077071.115991:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785077071.115993:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1785077071.115996:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785077071.115997:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785077071.115999:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077071.116001:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.116469:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785077071.116474:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077071.117756:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785077071.117765:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785077071.117768:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077071.117773:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077071.117898:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077071.117904:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.117914:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (383) 00000800:00000001:2.0:1785077071.121242:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.121267:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785077071.121281:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.121284:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077071.121297:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.121308:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:2.0:1785077071.122441:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.122453:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.122459:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.122466:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 25 MB=0x6a661c2e04680 00000400:00000200:2.0:1785077071.122473:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.122480:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.143@tcp of length 224/224 into md 0x81d [1] + 224 00000800:00000001:2.0:1785077071.122491:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.122502:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077071.122506:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077071.122512:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:2.0:1785077071.122868:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077071.122881:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0a680 x1871788671780480/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785077071.122894:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a0a680 x1871788671780480/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.122981:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785077071.122988:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785077071.123010:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785077071.123024:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123030:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785077071.123032:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123035:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077071.123039:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123044:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:2.0:1785077071.123049:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123052:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123055:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123058:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04780 00000400:00000200:2.0:1785077071.123063:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123067:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x825 [1] + 224 00000800:00000001:2.0:1785077071.123071:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123075:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077071.123077:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077071.123080:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:2.0:1785077071.123084:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077071.123089:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0bb80 x1871788671780736/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785077071.123099:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a0bb80 x1871788671780736/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.123107:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785077071.123111:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123114:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785077071.123115:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123127:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077071.123131:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123134:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:2.0:1785077071.123139:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123142:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123144:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123148:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04880 00000400:00000200:2.0:1785077071.123151:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123154:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:2.0:1785077071.123158:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123162:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077071.123164:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077071.123167:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:2.0:1785077071.123170:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077071.123175:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0b800 x1871788671780992/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785077071.123183:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a0b800 x1871788671780992/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.123190:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785077071.123193:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123196:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785077071.123197:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123200:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077071.123202:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123205:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:2.0:1785077071.123209:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123211:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123213:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123216:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04700 00000400:00000200:2.0:1785077071.123219:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123223:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x835 [1] + 224 00000800:00000001:2.0:1785077071.123226:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123236:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077071.123238:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077071.123241:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:2.0:1785077071.123244:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077071.123249:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a08380 x1871788671780608/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785077071.123257:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a08380 x1871788671780608/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.123264:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785077071.123268:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123271:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785077071.123273:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123274:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077071.123277:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123280:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:2.0:1785077071.123283:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123286:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123289:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123301:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04800 00000400:00000200:2.0:1785077071.123305:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123309:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:2.0:1785077071.123312:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123324:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077071.123326:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077071.123329:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:2.0:1785077071.123332:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077071.123336:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0aa00 x1871788671780864/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785077071.123345:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a0aa00 x1871788671780864/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.123351:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785077071.123363:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123366:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785077071.123368:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123370:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077071.123372:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123376:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:2.0:1785077071.123379:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123381:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123384:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123387:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 4 MB=0x6a661c2e04900 00000400:00000200:2.0:1785077071.123390:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077071.123395:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.143@tcp of length 224/224 into md 0x80d [1] + 224 00000800:00000001:2.0:1785077071.123398:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123410:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077071.123412:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077071.123415:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:2.0:1785077071.123418:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077071.123424:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a09c00 x1871788671781120/t0(0) o9->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785077071.123432:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a09c00 x1871788671781120/t0(0) o9->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077071.123454:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785077071.123458:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077071.123462:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077071.124898:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785077071.124909:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1785077071.124922:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785077071.124924:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785077071.124931:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb952fced68. 00000400:00000200:3.0:1785077071.124941:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f75d8 00000400:00000010:3.0:1785077071.124944:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f75d8. 00000100:00000001:3.0:1785077071.124949:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077071.124960:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a09c00 x1871788671781120/t0(0) o9->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785077071.124972:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a09c00 x1871788671781120/t0(0) o9->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077071.124979:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785077071.124981:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077071.124984:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785077071.124988:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785077071.124991:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785077071.124994:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077071.125017:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785077071.125029:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb948601460 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1785077071.125034:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb948601418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1785077071.125036:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785077071.125038:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785077071.125041:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1785077071.125046:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a09c00 x1871788671781120/t0(0) o9->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1785077071.125053:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077071.125058:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785077071.125061:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:3.0:1785077071.125063:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785077071.125065:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077071.125069:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a09c00 x1871788671781120/t0(0) o9->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077071.125075:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077071.125078:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785077071.125080:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1785077071.125084:0:2401:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9fb946a09c00 x1871788671781120/t0(0) o9->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1785077071.125092:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9fb948601000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1785077071.125097:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a09c00 x1871788671781120/t0(0) o9->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785077071.125105:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2401:1871788671781120:192.168.204.143@tcp:9:kworker.0 00000100:00000001:3.0:1785077071.125110:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077071.125112:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077071.125115:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a09c00 x1871788671781120/t0(0) o9->lustre-OST0000-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077071.125122:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785077071.125134:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785077071.125139:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb948d85600. 02000000:00000001:3.0:1785077071.125143:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785077071.125147:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785077071.125149:0:2401:0:(genops.c:1244:class_import_put()) import ffff9fb948601000 refcount=2 obd=lustre-OST0000-osc-ffff9fb946f79800 00000020:00000001:3.0:1785077071.125152:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785077071.125155:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb952da0500. 02000000:00000001:3.0:1785077071.125160:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785077071.125162:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785077071.125164:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a09c00. 00000100:00000001:3.0:1785077071.125168:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785077071.125170:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077071.125172:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077071.125174:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785077071.125176:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785077071.125177:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077071.125179:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1785077071.128485:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785077071.128494:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785077071.128500:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb958609370. 00000400:00000200:1.0:1785077071.128847:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5d990 00000400:00000010:1.0:1785077071.128851:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5d990. 00000100:00000001:1.0:1785077071.128859:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785077071.128874:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0a680 x1871788671780480/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785077071.128888:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0a680 x1871788671780480/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.128896:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785077071.128899:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077071.128903:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785077071.128907:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785077071.128910:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785077071.128913:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077071.128916:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785077071.128925:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb95802dc60 time=94 v=5 (5 0 0 0) 00000100:00001000:1.0:1785077071.128929:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb95802dc18 time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1785077071.128932:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785077071.128933:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785077071.128936:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785077071.128939:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.128942:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785077071.128946:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0a680 x1871788671780480/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.128954:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077071.128958:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785077071.128961:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785077071.128989:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0a680 x1871788671780480/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785077071.128998:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671780480:192.168.204.143@tcp:400:kworker.0 00000400:00000001:1.0:1785077071.129007:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785077071.129009:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785077071.129011:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb958609c08. 00000400:00000200:1.0:1785077071.129013:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5de58 00000400:00000010:1.0:1785077071.129015:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5de58. 00000100:00000001:1.0:1785077071.129018:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785077071.129022:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0bb80 x1871788671780736/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785077071.129031:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0bb80 x1871788671780736/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.129038:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785077071.129039:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077071.129041:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785077071.129043:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785077071.129044:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785077071.129046:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077071.129048:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785077071.129055:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb9462eac60 time=93 v=5 (5 0 0 0) 00000100:00001000:1.0:1785077071.129059:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb9462eac18 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1785077071.129061:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785077071.129062:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785077071.129065:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785077071.129069:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a0bb80 x1871788671780736/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785077071.129075:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.129079:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785077071.129082:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb9586d6000: skip recheck: last_committed 0 00000100:00000001:1.0:1785077071.129084:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785077071.129091:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785077071.129095:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0bb80 x1871788671780736/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.129102:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077071.129104:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785077071.129105:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785077071.129109:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0bb80 x1871788671780736/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785077071.129117:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671780736:192.168.204.143@tcp:400:kworker.0 00000400:00000001:1.0:1785077071.129123:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785077071.129124:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785077071.129126:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb958609580. 00000400:00000200:1.0:1785077071.129129:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5d3b8 00000400:00000010:1.0:1785077071.129131:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5d3b8. 00000100:00000001:1.0:1785077071.129133:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785077071.129137:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0b800 x1871788671780992/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785077071.129146:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0b800 x1871788671780992/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.129152:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785077071.129153:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077071.129155:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785077071.129157:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785077071.129158:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785077071.129160:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077071.129162:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785077071.129168:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb948603460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1785077071.129171:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb948603418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1785077071.129174:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785077071.129176:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785077071.129177:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785077071.129181:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a0b800 x1871788671780992/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785077071.129193:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.129196:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785077071.129198:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:1.0:1785077071.129200:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785077071.129201:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785077071.129205:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0b800 x1871788671780992/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.129211:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077071.129213:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785077071.129215:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785077071.129218:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0b800 x1871788671780992/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785077071.129226:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2402:1871788671780992:192.168.204.143@tcp:400:kworker.0 00000100:00000001:1.0:1785077071.129230:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.129234:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785077071.129238:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0a680 x1871788671780480/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.129245:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785077071.129248:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785077071.129253:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb94b4e8800. 02000000:00000001:1.0:1785077071.129259:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785077071.129262:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785077071.129264:0:2402:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=3 obd=MGC192.168.204.143@tcp 00000020:00000001:1.0:1785077071.129267:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785077071.129270:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb952da0e00. 02000000:00000001:1.0:1785077071.129274:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785077071.129277:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785077071.129279:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0a680. 00000100:00000001:1.0:1785077071.129282:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785077071.129284:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077071.129291:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785077071.129295:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0bb80 x1871788671780736/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.129301:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785077071.129302:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785077071.129304:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb94b4e8400. 02000000:00000001:1.0:1785077071.129306:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785077071.129307:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785077071.129309:0:2402:0:(genops.c:1244:class_import_put()) import ffff9fb9462ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fb9586d6000 00000020:00000001:1.0:1785077071.129310:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785077071.129312:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb952da0000. 02000000:00000001:1.0:1785077071.129326:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785077071.129327:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785077071.129329:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0bb80. 00000100:00000001:1.0:1785077071.129332:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785077071.129333:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077071.129335:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785077071.129338:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0b800 x1871788671780992/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.129343:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785077071.129345:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785077071.129346:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb94b4c5000. 02000000:00000001:1.0:1785077071.129349:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785077071.129350:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785077071.129351:0:2402:0:(genops.c:1244:class_import_put()) import ffff9fb948603000 refcount=3 obd=lustre-MDT0001-mdc-ffff9fb946f79800 00000020:00000001:1.0:1785077071.129353:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785077071.129354:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb952da0600. 02000000:00000001:1.0:1785077071.129356:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785077071.129358:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785077071.129359:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0b800. 00000100:00000001:1.0:1785077071.129361:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785077071.129362:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077071.129367:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.129369:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785077071.129372:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785077071.129376:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785077071.129382:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785077071.129385:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb958609790. 00000400:00000200:1.0:1785077071.129388:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5d5d8 00000400:00000010:1.0:1785077071.129390:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5d5d8. 00000100:00000001:1.0:1785077071.129393:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785077071.129398:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a08380 x1871788671780608/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785077071.129408:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a08380 x1871788671780608/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.129414:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785077071.129416:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077071.129418:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785077071.129420:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785077071.129421:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785077071.129423:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077071.129425:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785077071.129431:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb9462ebc60 time=94 v=5 (5 0 0 0) 00000100:00001000:1.0:1785077071.129434:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb9462ebc18 time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1785077071.129436:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785077071.129437:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785077071.129439:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785077071.129442:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.129444:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785077071.129446:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb9586d6000: skip recheck: last_committed 0 00000100:00000001:1.0:1785077071.129448:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785077071.129450:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785077071.129453:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a08380 x1871788671780608/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.129460:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077071.129462:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785077071.129464:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785077071.129467:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a08380 x1871788671780608/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785077071.129485:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2402:1871788671780608:192.168.204.143@tcp:400:kworker.0 00000400:00000001:1.0:1785077071.129491:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785077071.129492:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785077071.129494:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb9586096e0. 00000400:00000200:1.0:1785077071.129497:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5d550 00000400:00000010:1.0:1785077071.129499:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5d550. 00000100:00000001:1.0:1785077071.129501:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785077071.129511:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0aa00 x1871788671780864/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785077071.129520:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0aa00 x1871788671780864/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.129526:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785077071.129528:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077071.129530:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785077071.129531:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785077071.129533:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785077071.129534:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077071.129536:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1785077071.132042:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077071.132064:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077071.132069:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077071.132072:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077071.132083:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077071.132092:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077071.132102:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077071.132108:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077071.132115:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077071.132119:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 4 MB=0x6a661c2e04980 00000400:00000200:3.0:1785077071.132126:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077071.132133:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.143@tcp of length 224/224 into md 0x845 [1] + 224 00000800:00000001:3.0:1785077071.132143:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077071.132150:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077071.132153:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077071.132158:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077071.132171:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077071.132182:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a08000 x1871788671781248/t0(0) o9->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077071.132219:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a08000 x1871788671781248/t0(0) o9->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077071.132295:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077071.132301:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785077071.132328:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077071.132342:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077071.132345:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1785077071.132436:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb943111460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1785077071.132443:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb943111418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1785077071.132446:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785077071.132448:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785077071.132452:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785077071.132456:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.132461:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785077071.132463:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:1.0:1785077071.132476:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785077071.132478:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785077071.132486:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0aa00 x1871788671780864/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.132494:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077071.132506:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785077071.132509:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785077071.132516:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0aa00 x1871788671780864/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785077071.132524:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2402:1871788671780864:192.168.204.143@tcp:400:kworker.0 00000100:00000001:1.0:1785077071.132530:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077071.132533:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785077071.132561:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a08380 x1871788671780608/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.132579:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785077071.132583:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785077071.132589:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb94b4c4e00. 02000000:00000001:1.0:1785077071.132594:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785077071.132597:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785077071.132599:0:2402:0:(genops.c:1244:class_import_put()) import ffff9fb9462eb800 refcount=3 obd=lustre-MDT0000-mdc-ffff9fb9586d6000 00000020:00000001:1.0:1785077071.132601:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785077071.132604:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb952da0300. 02000000:00000001:1.0:1785077071.132611:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785077071.132613:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785077071.132616:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a08380. 00000100:00000001:1.0:1785077071.132620:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785077071.132621:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077071.132622:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785077071.132626:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0aa00 x1871788671780864/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077087 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077071.132632:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785077071.132633:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785077071.132634:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb94b4c4400. 02000000:00000001:1.0:1785077071.132636:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785077071.132637:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785077071.132638:0:2402:0:(genops.c:1244:class_import_put()) import ffff9fb943111000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fb946f79800 00000020:00000001:1.0:1785077071.132640:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785077071.132641:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb952da0d00. 02000000:00000001:1.0:1785077071.132649:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785077071.132650:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785077071.132652:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0aa00. 00000100:00000001:1.0:1785077071.132654:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785077071.132655:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077071.132658:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077071.132669:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785077071.132671:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077071.132673:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785077071.132675:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1785077071.133910:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077071.133917:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077071.133923:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb952fce000. 00000400:00000200:0.0:1785077071.133932:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f73b8 00000400:00000010:0.0:1785077071.133935:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f73b8. 00000100:00000001:0.0:1785077071.133941:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077071.133952:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a08000 x1871788671781248/t0(0) o9->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077071.133963:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a08000 x1871788671781248/t0(0) o9->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077071.133971:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077071.133974:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077071.133977:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077071.133980:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077071.133983:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077071.133986:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077071.133990:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077071.134000:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb948607c60 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077071.134004:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb948607c18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077071.134026:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077071.134028:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077071.134031:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1785077071.134037:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a08000 x1871788671781248/t0(0) o9->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785077071.134044:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077071.134047:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077071.134050:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:0.0:1785077071.134052:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077071.134053:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077071.134057:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a08000 x1871788671781248/t0(0) o9->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077071.134065:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077071.134069:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077071.134071:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1785077071.134075:0:2401:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9fb946a08000 x1871788671781248/t0(0) o9->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1785077071.134083:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9fb948607800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1785077071.134087:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a08000 x1871788671781248/t0(0) o9->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077071.134094:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2401:1871788671781248:192.168.204.143@tcp:9:kworker.0 00000100:00000001:0.0:1785077071.134099:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077071.134103:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077071.134106:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a08000 x1871788671781248/t0(0) o9->lustre-OST0001-osc-ffff9fb946f79800@192.168.204.143@tcp:28/4 lens 224/224 e 0 to 0 dl 1785077081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077071.134112:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077071.134114:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077071.134117:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb948d84e00. 02000000:00000001:0.0:1785077071.134121:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077071.134130:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077071.134132:0:2401:0:(genops.c:1244:class_import_put()) import ffff9fb948607800 refcount=2 obd=lustre-OST0001-osc-ffff9fb946f79800 00000020:00000001:0.0:1785077071.134134:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077071.134137:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94b347b00. 02000000:00000001:0.0:1785077071.134140:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077071.134142:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077071.134144:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a08000. 00000100:00000001:0.0:1785077071.134147:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077071.134149:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077071.134152:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077071.134160:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785077071.134162:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077071.134164:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077071.134166:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077072.003104:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077072.003115:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077072.003124:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077072.003125:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077072.003163:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077072.003167:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077072.003170:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1785077072.386690:0:62:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04330 (cpu 0) has reached its deadline 4295046896, at 4295046912 00000100:00000010:3.0:1785077072.386721:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb948dbcb40. 00000100:00000040:2.0:1785077072.387318:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04220 (cpu 0) has reached its deadline 4295046896, at 4295046912 00000100:00000010:2.0:1785077072.387327:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb948dbc180. 00010000:00000001:0.0:1785077073.028646:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077073.028657:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077073.028665:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077073.028666:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785077073.031061:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785077073.031073:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785077073.031079:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077074.051677:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077074.051687:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077074.051695:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077074.051696:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077074.051726:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077074.051730:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077074.051733:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077075.075826:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077075.075838:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077075.075847:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077075.075848:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785077075.076014:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785077075.076026:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785077075.076030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077076.098731:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077076.098742:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077076.098775:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077076.098777:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077076.098813:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077076.098817:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077076.098821:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1785077076.228612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5fe3b7bb-db07-4beb-bdaa-2b749f19d210->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785077076.228636:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785077076.228651:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb945ca3800. 00000020:00000040:2.0:1785077076.228660:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000100:00000001:2.0:1785077076.228665:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785077076.228688:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785077076.228695:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785077076.228706:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94646fc00. 00000100:00000001:2.0:1785077076.228714:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.228730:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5fe3b7bb-db07-4beb-bdaa-2b749f19d210->MGS req@ffff9fb945ca3800 x1871788671781376/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785077076.228742:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785077076.228748:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.228755:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dbbab55] to pc [ptlrpcd_01_01+1] req@ffff9fb945ca3800 x1871788671781376/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.228792:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.228795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785077076.228799:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785077076.228802:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb945ca0380. 00000020:00000040:2.0:1785077076.228805:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb9462eb800 refcount=4 obd=lustre-MDT0000-mdc-ffff9fb9586d6000 00000100:00000001:2.0:1785077076.228807:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785077076.228808:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785077076.228810:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785077076.228813:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94646ff00. 00000100:00000001:2.0:1785077076.228816:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.228821:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0000_UUID req@ffff9fb945ca0380 x1871788671781504/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785077076.228827:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785077076.228829:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.228832:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006198f6b] to pc [ptlrpcd_01_00+0] req@ffff9fb945ca0380 x1871788671781504/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.228840:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.228843:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785077076.228847:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785077076.228849:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb945ca0000. 00000020:00000040:2.0:1785077076.228858:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb9462ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fb9586d6000 00000100:00000001:2.0:1785077076.228860:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785077076.228862:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785077076.228864:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785077076.228867:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94646f100. 00000100:00000001:2.0:1785077076.228871:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.228876:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0001_UUID req@ffff9fb945ca0000 x1871788671781632/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785077076.228884:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785077076.228886:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.228889:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006099d64e] to pc [ptlrpcd_01_01+1] req@ffff9fb945ca0000 x1871788671781632/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.228896:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.228898:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785077076.228902:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785077076.228905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785077076.228908:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785077076.228910:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785077076.228913:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785077076.228916:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb945ca2680. 00000020:00000040:2.0:1785077076.228919:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb943111000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fb946f79800 00000100:00000001:2.0:1785077076.228921:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785077076.228922:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785077076.228924:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785077076.228927:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94646f800. 00000100:00000001:2.0:1785077076.228929:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.228932:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0000_UUID req@ffff9fb945ca2680 x1871788671781760/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785077076.228948:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785077076.228950:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.228953:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001369ce5b] to pc [ptlrpcd_01_00+0] req@ffff9fb945ca2680 x1871788671781760/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.228960:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.228962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785077076.228965:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785077076.228968:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb945ca0e00. 00000020:00000040:2.0:1785077076.228970:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb948603000 refcount=4 obd=lustre-MDT0001-mdc-ffff9fb946f79800 00000100:00000001:2.0:1785077076.228972:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785077076.228973:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785077076.228975:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785077076.228978:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94646f300. 00000100:00000001:2.0:1785077076.228981:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.228985:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0001_UUID req@ffff9fb945ca0e00 x1871788671781888/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785077076.228992:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785077076.228994:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.228998:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcc6620d] to pc [ptlrpcd_01_01+1] req@ffff9fb945ca0e00 x1871788671781888/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.229004:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.229006:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785077076.229010:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785077076.229023:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785077076.229027:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785077076.229033:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (388) 00000100:00000001:3.0:1785077076.229331:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785077076.229337:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785077076.229340:0:2405:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785077076.229347:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb945ca3800 x1871788671781376/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077076.229354:0:2405:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785077076.229356:0:2405:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077076.229361:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785077076.229364:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785077076.229367:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077076.229370:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2405:1871788671781376:192.168.204.143@tcp:400:kworker.0 00000100:00000001:3.0:1785077076.229375:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785077076.229383:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785077076.229386:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077076.229389:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785077076.229395:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb948d85a00. 02000000:00000001:3.0:1785077076.229398:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077076.229406:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:3.0:1785077076.229431:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb952fced68. 00000400:00000010:3.0:1785077076.229441:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f75d8. 00000100:00000200:3.0:1785077076.229450:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671781376, portal 25 00000100:00000001:3.0:1785077076.229453:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077076.229455:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216821487616 : -105856888064000 : ffff9fb945ca3800) 00000100:00000040:3.0:1785077076.229461:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb945ca3800 x1871788671781376/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077076.229470:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077076.229473:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077076.229476:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f76e8. 00000100:00000200:3.0:1785077076.229480:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871788671781376, offset 0 00000400:00000200:3.0:1785077076.229486:0:2405:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:3.0:1785077076.229497:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.229507:0:2405:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077076.229515:0:2405:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785077076.229519:0:2405:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:3.0:1785077076.229524:0:2405:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785077076.229527:0:2405:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:3.0:1785077076.229531:0:2405:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [156:156:256:4294967295] 192.168.204.143@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:3.0:1785077076.229535:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.229592:0:2405:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:3.0:1785077076.229601:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077076.229607:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952f5c600. 00000800:00000200:3.0:1785077076.229616:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077076.229636:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077076.229642:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952f5c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785077076.229658:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077076.229663:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:3.0:1785077076.229666:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 2 is 4295052015 00000100:00000010:3.0:1785077076.229671:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb948dbc300. 00000100:00000001:3.0:1785077076.229680:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1785077076.229692:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 3 is 4295052015 00000100:00000010:3.0:1785077076.229695:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb948dbc0c0. 00000100:00000001:3.0:1785077076.229698:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1785077076.229702:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077076.229704:0:2405:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077076.229707:0:2405:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785077076.229711:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb945ca0000 x1871788671781632/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077076.229718:0:2405:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785077076.229719:0:2405:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077076.229721:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785077076.229723:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785077076.229725:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077076.229727:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2405:1871788671781632:192.168.204.143@tcp:400:kworker.0 00000100:00000001:3.0:1785077076.229731:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785077076.229734:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785077076.229735:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077076.229737:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785077076.229740:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb948d85e00. 02000000:00000001:3.0:1785077076.229742:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077076.229745:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:3.0:1785077076.229748:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb952fce160. 00000400:00000010:3.0:1785077076.229752:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7880. 00000100:00000200:3.0:1785077076.229756:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671781632, portal 10 00000100:00000001:3.0:1785077076.229757:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077076.229759:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216821473280 : -105856888078336 : ffff9fb945ca0000) 00000100:00000040:3.0:1785077076.229766:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb945ca0000 x1871788671781632/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077076.229773:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077076.229775:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077076.229777:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7908. 00000100:00000200:3.0:1785077076.229780:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671781632, offset 0 00000400:00000200:3.0:1785077076.229791:0:2405:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:3.0:1785077076.229796:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.229799:0:2405:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077076.229803:0:2405:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785077076.229805:0:2405:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:3.0:1785077076.229807:0:2405:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785077076.229809:0:2405:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:3.0:1785077076.229812:0:2405:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [157:157:255:4294967295] 192.168.204.143@tcp LPNI seq info [157:157:7:4294967295] 00000400:00000200:3.0:1785077076.229815:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.229821:0:2405:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:3.0:1785077076.229826:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077076.229830:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952f5c500. 00000800:00000200:3.0:1785077076.229834:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077076.229838:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077076.229841:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952f5c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785077076.229844:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077076.229849:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: using a timeout of 140180 usecs (141 jiffies) 00000400:00000200:3.0:1785077076.229852:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:3.0:1785077076.229854:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 2 is 4295050896 00000100:00000001:3.0:1785077076.229856:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS request active for cpu 2, keep current deadline 4295052015 00000100:00000001:3.0:1785077076.229858:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 3 is 4295050896 00000100:00000001:3.0:1785077076.229860:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS request active for cpu 3, keep current deadline 4295052015 00000100:00000001:3.0:1785077076.229862:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077076.229864:0:2405:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077076.229867:0:2405:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785077076.229871:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb945ca0e00 x1871788671781888/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077076.229879:0:2405:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785077076.229881:0:2405:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077076.229889:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785077076.229890:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785077076.229892:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077076.229896:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2405:1871788671781888:192.168.204.143@tcp:400:kworker.0 00000100:00000001:3.0:1785077076.229899:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785077076.229902:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785077076.229903:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077076.229905:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785077076.229908:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb948d84800. 02000000:00000001:3.0:1785077076.229910:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077076.229913:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:3.0:1785077076.229916:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb952fce4d0. 00000400:00000010:3.0:1785077076.229920:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7770. 00000100:00000200:3.0:1785077076.229923:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671781888, portal 10 00000100:00000001:3.0:1785077076.229925:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077076.229926:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216821476864 : -105856888074752 : ffff9fb945ca0e00) 00000100:00000040:3.0:1785077076.229933:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb945ca0e00 x1871788671781888/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077076.229940:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077076.229942:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077076.229945:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f77f8. 00000100:00000200:3.0:1785077076.229947:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671781888, offset 0 00000400:00000200:3.0:1785077076.229952:0:2405:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:3.0:1785077076.229956:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.229961:0:2405:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077076.229964:0:2405:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785077076.229967:0:2405:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:3.0:1785077076.229969:0:2405:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785077076.229972:0:2405:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:3.0:1785077076.229975:0:2405:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [158:158:254:4294967295] 192.168.204.143@tcp LPNI seq info [158:158:6:4294967295] 00000400:00000200:3.0:1785077076.229979:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.229985:0:2405:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:3.0:1785077076.229996:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077076.230000:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952f5c800. 00000800:00000200:3.0:1785077076.230005:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077076.230009:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077076.230343:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952f5c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785077076.230349:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077076.230353:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: using a timeout of 25866 usecs (26 jiffies) 00000400:00000200:3.0:1785077076.230356:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:3.0:1785077076.230359:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295050781 00000100:00000001:3.0:1785077076.230362:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295052015 00000100:00000001:3.0:1785077076.230364:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295050781 00000100:00000001:3.0:1785077076.230366:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295052015 00000100:00000001:3.0:1785077076.230368:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077076.230371:0:2405:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077076.230374:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077076.230378:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077076.230388:0:2405:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785077076.230391:0:2405:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1785077076.230394:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785077076.230395:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785077076.230397:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077076.230401:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1785077076.230403:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077076.230417:0:2405:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785077076.230419:0:2405:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077076.230421:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785077076.230422:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785077076.230423:0:2405:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785077076.230429:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb945ca0380 x1871788671781504/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077076.230437:0:2405:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785077076.230439:0:2405:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077076.230449:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785077076.230451:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785077076.230453:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077076.230457:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2405:1871788671781504:192.168.204.143@tcp:400:kworker.0 00000100:00000001:3.0:1785077076.230461:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785077076.230465:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785077076.230467:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077076.230469:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785077076.230473:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb948d84400. 02000000:00000001:3.0:1785077076.230475:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077076.230479:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:3.0:1785077076.230482:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb952fce5d8. 00000400:00000010:3.0:1785077076.230487:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7220. 00000100:00000200:3.0:1785077076.230491:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671781504, portal 10 00000100:00000001:3.0:1785077076.230493:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077076.230495:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216821474176 : -105856888077440 : ffff9fb945ca0380) 00000100:00000040:3.0:1785077076.230502:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb945ca0380 x1871788671781504/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077076.230509:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077076.230512:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077076.230515:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7550. 00000100:00000200:3.0:1785077076.230517:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671781504, offset 0 00000400:00000200:3.0:1785077076.230522:0:2405:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:3.0:1785077076.230527:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.230531:0:2405:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077076.230775:0:2405:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785077076.230779:0:2405:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:3.0:1785077076.230783:0:2405:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785077076.230785:0:2405:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:3.0:1785077076.230789:0:2405:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [159:159:253:4294967295] 192.168.204.143@tcp LPNI seq info [159:159:5:4294967295] 00000400:00000200:3.0:1785077076.230793:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.230800:0:2405:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:3.0:1785077076.230811:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077076.230816:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952f5c700. 00000800:00000200:3.0:1785077076.230821:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077076.230826:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077076.230828:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952f5c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785077076.230832:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077076.230836:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: using a timeout of 121218 usecs (122 jiffies) 00000400:00000200:3.0:1785077076.230839:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:3.0:1785077076.230841:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 2 is 4295050878 00000100:00000001:3.0:1785077076.230843:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS request active for cpu 2, keep current deadline 4295052015 00000100:00000001:3.0:1785077076.230846:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 3 is 4295050878 00000100:00000001:3.0:1785077076.230848:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS request active for cpu 3, keep current deadline 4295052015 00000100:00000001:3.0:1785077076.230850:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077076.230852:0:2405:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077076.230854:0:2405:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785077076.230859:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb945ca2680 x1871788671781760/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077076.230866:0:2405:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785077076.230867:0:2405:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077076.230869:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785077076.230871:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785077076.230873:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077076.230875:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2405:1871788671781760:192.168.204.143@tcp:400:kworker.0 00000100:00000001:3.0:1785077076.230879:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785077076.230882:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785077076.230883:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077076.230885:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785077076.230890:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb948d84600. 02000000:00000001:3.0:1785077076.230892:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077076.230896:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:3.0:1785077076.230904:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb952fcecb8. 00000400:00000010:3.0:1785077076.230908:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7000. 00000100:00000200:3.0:1785077076.230911:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671781760, portal 10 00000100:00000001:3.0:1785077076.230913:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077076.230915:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216821483136 : -105856888068480 : ffff9fb945ca2680) 00000100:00000040:3.0:1785077076.230922:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb945ca2680 x1871788671781760/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077076.230929:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077076.230931:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077076.230934:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7ee0. 00000100:00000200:3.0:1785077076.230937:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671781760, offset 0 00000400:00000200:3.0:1785077076.230941:0:2405:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:3.0:1785077076.230944:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.230949:0:2405:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077076.230952:0:2405:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785077076.230954:0:2405:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:3.0:1785077076.230956:0:2405:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785077076.230958:0:2405:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:3.0:1785077076.230961:0:2405:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [160:160:252:4294967295] 192.168.204.143@tcp LPNI seq info [160:160:4:4294967295] 00000400:00000200:3.0:1785077076.230965:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.230970:0:2405:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:3.0:1785077076.230974:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077076.230978:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952f5cd00. 00000800:00000200:3.0:1785077076.230981:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077076.230985:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077076.230987:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952f5cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785077076.230990:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077076.230993:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: using a timeout of 24446 usecs (25 jiffies) 00000400:00000200:3.0:1785077076.230996:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:3.0:1785077076.230998:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295050781 00000100:00000001:3.0:1785077076.231000:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295052015 00000100:00000001:3.0:1785077076.231007:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295050781 00000100:00000001:3.0:1785077076.231009:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295052015 00000100:00000001:3.0:1785077076.231012:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077076.231518:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785077076.231524:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1785077076.231982:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077076.231988:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952f5c600. 00000400:00000200:2.0:1785077076.231999:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077076.232008:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077076.232121:0:2405:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077076.232126:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077076.232129:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785077076.232255:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f76e8 00000400:00000010:2.0:1785077076.232259:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f76e8. 00000100:00000001:2.0:1785077076.232266:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077076.232275:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb945ca3800 x1871788671781376/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.232286:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077076.232289:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb945ca3800 x1871788671781376/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077092 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.232296:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077076.232298:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077076.232316:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077076.232318:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952f5c500. 00000400:00000200:2.0:1785077076.232321:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077076.232324:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077076.232327:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7908 00000400:00000010:2.0:1785077076.232329:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7908. 00000100:00000001:2.0:1785077076.232332:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077076.232336:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb945ca0000 x1871788671781632/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.232344:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077076.232347:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb945ca0000 x1871788671781632/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.232353:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077076.232354:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077076.232363:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077076.232365:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952f5c800. 00000400:00000200:2.0:1785077076.232368:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077076.232386:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077076.232390:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f77f8 00000400:00000010:2.0:1785077076.232392:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f77f8. 00000100:00000001:2.0:1785077076.232395:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077076.232400:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb945ca0e00 x1871788671781888/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.238099:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077076.238119:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb945ca0e00 x1871788671781888/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.238132:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077076.238135:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077076.238192:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077076.238197:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952f5c700. 00000400:00000200:2.0:1785077076.238203:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077076.238208:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077076.238216:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7550 00000400:00000010:2.0:1785077076.238219:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7550. 00000100:00000001:2.0:1785077076.238223:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077076.238229:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb945ca0380 x1871788671781504/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.238237:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077076.238240:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb945ca0380 x1871788671781504/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.238247:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077076.238249:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077076.238339:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077076.238342:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952f5cd00. 00000400:00000200:2.0:1785077076.238346:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077076.238349:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077076.238353:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7ee0 00000400:00000010:2.0:1785077076.238355:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7ee0. 00000100:00000001:2.0:1785077076.238358:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077076.238383:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb945ca2680 x1871788671781760/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.238392:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077076.238395:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb945ca2680 x1871788671781760/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.238402:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077076.238403:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785077076.250808:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.250832:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077076.250838:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.250842:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077076.250853:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.250864:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077076.250875:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.250880:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.250888:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.250892:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 25 MB=0x6a661c2e04a00 00000400:00000200:3.0:1785077076.250898:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.250906:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.143@tcp of length 224/224 into md 0x855 [1] + 224 00000800:00000001:3.0:1785077076.250916:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.250921:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077076.250924:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077076.250929:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077076.250939:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077076.250949:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb945ca3800 x1871788671781376/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077076.250961:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb945ca3800 x1871788671781376/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077076.250990:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077076.251000:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.251004:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077076.251006:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.251008:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077076.251033:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251037:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077076.251042:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251045:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251048:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251051:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04b00 00000400:00000200:3.0:1785077076.251054:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251060:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x865 [1] + 224 00000800:00000001:3.0:1785077076.251064:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.251068:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077076.251070:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077076.251074:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077076.251077:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077076.251082:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb945ca0000 x1871788671781632/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077076.251092:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb945ca0000 x1871788671781632/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077076.251100:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077076.251104:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.251107:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077076.251109:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.251111:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077076.251114:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251118:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077076.251122:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251124:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251127:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251130:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04c00 00000400:00000200:3.0:1785077076.251133:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251136:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x875 [1] + 224 00000800:00000001:3.0:1785077076.251140:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.251150:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077076.251153:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077076.251156:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077076.251159:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077076.251164:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb945ca0e00 x1871788671781888/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077076.251172:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb945ca0e00 x1871788671781888/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077076.251179:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077076.251183:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.251186:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077076.251188:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.251190:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077076.251193:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251197:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077076.251201:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251203:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251206:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251209:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04b80 00000400:00000200:3.0:1785077076.251212:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251216:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x895 [1] + 224 00000800:00000001:3.0:1785077076.251219:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.251222:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077076.251224:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077076.251227:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077076.251230:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077076.251235:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb945ca2680 x1871788671781760/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077076.251244:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb945ca2680 x1871788671781760/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077076.251251:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077076.251262:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.251265:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077076.251267:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.251270:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077076.251273:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251277:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077076.251281:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251283:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251286:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251289:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04a80 00000400:00000200:3.0:1785077076.251292:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077076.251296:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x885 [1] + 224 00000800:00000001:3.0:1785077076.251300:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.251365:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077076.251369:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077076.251372:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077076.251375:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077076.251380:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb945ca0380 x1871788671781504/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077076.251390:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb945ca0380 x1871788671781504/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077076.251398:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077076.251402:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077076.251406:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077076.252340:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785077076.252348:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785077076.252359:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785077076.252361:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785077076.252366:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb952fce5d8. 00000400:00000200:2.0:1785077076.252373:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7220 00000400:00000010:2.0:1785077076.252376:0:2405:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7220. 00000100:00000001:2.0:1785077076.252380:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077076.252390:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb945ca0380 x1871788671781504/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785077076.252401:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb945ca0380 x1871788671781504/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.252418:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785077076.252421:0:2405:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077076.252424:0:2405:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785077076.252429:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785077076.252432:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785077076.252434:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077076.252438:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785077076.252450:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb9462ebc60 time=99 v=5 (5 0 0 0) 00000100:00001000:2.0:1785077076.252455:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb9462ebc18 time=99 v=5 (1 0 0 0) 00000100:00000001:2.0:1785077076.252458:0:2405:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785077076.252460:0:2405:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785077076.252464:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785077076.252468:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077076.252473:0:2405:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785077076.252476:0:2405:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb9586d6000: skip recheck: last_committed 0 00000100:00000001:2.0:1785077076.252493:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785077076.252496:0:2405:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.252504:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb945ca0380 x1871788671781504/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.252511:0:2405:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077076.252514:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785077076.252517:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785077076.252520:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb945ca0380 x1871788671781504/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785077076.252528:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2405:1871788671781504:192.168.204.143@tcp:400:kworker.0 00000400:00000001:2.0:1785077076.252813:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785077076.252815:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785077076.252818:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb952fcecb8. 00000400:00000200:2.0:1785077076.252822:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7000 00000400:00000010:2.0:1785077076.252824:0:2405:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7000. 00000100:00000001:2.0:1785077076.252827:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077076.252832:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb945ca2680 x1871788671781760/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785077076.252841:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb945ca2680 x1871788671781760/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.252847:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785077076.252849:0:2405:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077076.252850:0:2405:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785077076.252852:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785077076.252854:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785077076.252855:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077076.252857:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1785077076.252869:0:2405:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9fb95857c000. 00000100:00001000:2.0:1785077076.252875:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb943111460 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1785077076.252878:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb943111418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1785077076.252881:0:2405:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785077076.252889:0:2405:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785077076.252891:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785077076.252893:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077076.252896:0:2405:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785077076.252897:0:2405:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:2.0:1785077076.252899:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785077076.252901:0:2405:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.252906:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb945ca2680 x1871788671781760/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.252912:0:2405:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077076.252915:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785077076.252916:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785077076.252920:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb945ca2680 x1871788671781760/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785077076.252927:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2405:1871788671781760:192.168.204.143@tcp:400:kworker.0 00000400:00000001:2.0:1785077076.252933:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785077076.252935:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785077076.252937:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb952fced68. 00000400:00000200:2.0:1785077076.252940:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f75d8 00000400:00000010:2.0:1785077076.252942:0:2405:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f75d8. 00000100:00000001:2.0:1785077076.252944:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077076.252949:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb945ca3800 x1871788671781376/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785077076.252958:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb945ca3800 x1871788671781376/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.252964:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785077076.252966:0:2405:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077076.252967:0:2405:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785077076.252969:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785077076.252970:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785077076.252972:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077076.252974:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785077076.252984:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb95802dc60 time=99 v=5 (5 0 0 0) 00000100:00001000:2.0:1785077076.252987:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb95802dc18 time=99 v=5 (1 0 0 0) 00000100:00000001:2.0:1785077076.252989:0:2405:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785077076.252990:0:2405:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785077076.252992:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785077076.252994:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077076.252996:0:2405:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.253001:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb945ca3800 x1871788671781376/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.253007:0:2405:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077076.253009:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785077076.253020:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785077076.253024:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb945ca3800 x1871788671781376/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785077076.253032:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2405:1871788671781376:192.168.204.143@tcp:400:kworker.0 00000400:00000001:2.0:1785077076.253039:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785077076.253040:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785077076.253042:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb952fce160. 00000400:00000200:2.0:1785077076.253045:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7880 00000400:00000010:2.0:1785077076.253047:0:2405:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7880. 00000100:00000001:2.0:1785077076.253049:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077076.253054:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb945ca0000 x1871788671781632/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785077076.253062:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb945ca0000 x1871788671781632/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.253069:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785077076.253071:0:2405:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077076.253072:0:2405:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785077076.253074:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785077076.253075:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785077076.253077:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077076.253078:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785077076.253090:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb9462eac60 time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1785077076.253093:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb9462eac18 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1785077076.253095:0:2405:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785077076.253096:0:2405:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785077076.253098:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1785077076.253102:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb945ca0000 x1871788671781632/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1785077076.253109:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077076.253112:0:2405:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785077076.253114:0:2405:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb9586d6000: skip recheck: last_committed 0 00000100:00000001:2.0:1785077076.253115:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785077076.253116:0:2405:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.253120:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb945ca0000 x1871788671781632/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.253126:0:2405:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077076.253128:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785077076.253130:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785077076.253133:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb945ca0000 x1871788671781632/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785077076.253141:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2405:1871788671781632:192.168.204.143@tcp:400:kworker.0 00000400:00000001:2.0:1785077076.253147:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785077076.253148:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785077076.253151:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb952fce4d0. 00000400:00000200:2.0:1785077076.253153:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7770 00000400:00000010:2.0:1785077076.253155:0:2405:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7770. 00000100:00000001:2.0:1785077076.253157:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077076.253162:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb945ca0e00 x1871788671781888/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785077076.253170:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb945ca0e00 x1871788671781888/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.258281:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785077076.258287:0:2405:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077076.258292:0:2405:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785077076.258297:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785077076.258300:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785077076.258302:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077076.258305:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1785077076.258320:0:2405:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9fb95857e000. 00000100:00001000:2.0:1785077076.258330:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb948603460 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1785077076.258334:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb948603418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1785077076.258337:0:2405:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785077076.258339:0:2405:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785077076.258343:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1785077076.258357:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb945ca0e00 x1871788671781888/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1785077076.258365:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077076.258370:0:2405:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785077076.258372:0:2405:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:2.0:1785077076.258374:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785077076.258376:0:2405:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077076.258381:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb945ca0e00 x1871788671781888/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.258390:0:2405:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077076.258394:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785077076.258397:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785077076.258402:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb945ca0e00 x1871788671781888/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785077076.258410:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2405:1871788671781888:192.168.204.143@tcp:400:kworker.0 00000100:00000001:2.0:1785077076.258417:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077076.258421:0:2405:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077076.258433:0:2405:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb945ca0380 x1871788671781504/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.258441:0:2405:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785077076.258445:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785077076.258449:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb948d84400. 02000000:00000001:2.0:1785077076.258458:0:2405:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785077076.258462:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785077076.258464:0:2405:0:(genops.c:1244:class_import_put()) import ffff9fb9462eb800 refcount=3 obd=lustre-MDT0000-mdc-ffff9fb9586d6000 00000020:00000001:2.0:1785077076.258466:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785077076.258469:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94646ff00. 02000000:00000001:2.0:1785077076.258475:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785077076.258477:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785077076.258479:0:2405:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb945ca0380. 00000100:00000001:2.0:1785077076.258484:0:2405:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785077076.258485:0:2405:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077076.258488:0:2405:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077076.258493:0:2405:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb945ca2680 x1871788671781760/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.258499:0:2405:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785077076.258500:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785077076.258501:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb948d84600. 02000000:00000001:2.0:1785077076.258503:0:2405:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785077076.258504:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785077076.258505:0:2405:0:(genops.c:1244:class_import_put()) import ffff9fb943111000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fb946f79800 00000020:00000001:2.0:1785077076.258507:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785077076.258508:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94646f800. 02000000:00000001:2.0:1785077076.258510:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785077076.258511:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785077076.258512:0:2405:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb945ca2680. 00000100:00000001:2.0:1785077076.258515:0:2405:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785077076.258516:0:2405:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077076.258518:0:2405:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077076.258523:0:2405:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb945ca3800 x1871788671781376/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.258529:0:2405:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785077076.258536:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785077076.258538:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb948d85a00. 02000000:00000001:2.0:1785077076.258560:0:2405:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785077076.258562:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785077076.258564:0:2405:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=3 obd=MGC192.168.204.143@tcp 00000020:00000001:2.0:1785077076.258566:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785077076.258568:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94646fc00. 02000000:00000001:2.0:1785077076.258570:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785077076.258571:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785077076.258573:0:2405:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb945ca3800. 00000100:00000001:2.0:1785077076.258575:0:2405:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785077076.258577:0:2405:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077076.258578:0:2405:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077076.258585:0:2405:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb945ca0000 x1871788671781632/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.258591:0:2405:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785077076.258593:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785077076.258594:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb948d85e00. 02000000:00000001:2.0:1785077076.258596:0:2405:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785077076.258597:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785077076.258599:0:2405:0:(genops.c:1244:class_import_put()) import ffff9fb9462ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fb9586d6000 00000020:00000001:2.0:1785077076.258600:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785077076.258602:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94646f100. 02000000:00000001:2.0:1785077076.258604:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785077076.258605:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785077076.258606:0:2405:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb945ca0000. 00000100:00000001:2.0:1785077076.258608:0:2405:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785077076.258610:0:2405:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077076.258611:0:2405:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077076.258614:0:2405:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb945ca0e00 x1871788671781888/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077092 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077076.258632:0:2405:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785077076.258633:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785077076.258635:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb948d84800. 02000000:00000001:2.0:1785077076.258638:0:2405:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785077076.258639:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785077076.258646:0:2405:0:(genops.c:1244:class_import_put()) import ffff9fb948603000 refcount=3 obd=lustre-MDT0001-mdc-ffff9fb946f79800 00000020:00000001:2.0:1785077076.258648:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785077076.258650:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94646f300. 02000000:00000001:2.0:1785077076.258652:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785077076.258654:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785077076.258655:0:2405:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb945ca0e00. 00000100:00000001:2.0:1785077076.258658:0:2405:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785077076.258659:0:2405:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077076.258661:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077076.258673:0:2405:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785077076.258676:0:2405:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077076.258678:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785077076.258682:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077077.122762:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077077.122776:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077077.122785:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077077.122787:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785077077.123085:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785077077.123090:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785077077.123094:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1785077077.509525:0:62:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04330 (cpu 0) has reached its deadline 4295052015, at 4295052034 00000100:00000010:3.0:1785077077.509564:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb948dbc0c0. 00000100:00000040:2.0:1785077077.510326:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04220 (cpu 0) has reached its deadline 4295052015, at 4295052035 00000100:00000010:2.0:1785077077.510338:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb948dbc300. 00010000:00000001:0.0:1785077078.148047:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077078.148058:0:8241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785077078.148061:0:8241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785077078.148065:0:8241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077078.148071:0:8241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785077078.148074:0:8241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077078.148076:0:8241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077078.148078:0:8241:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077078.148082:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077078.148084:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785077078.148650:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785077078.148655:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785077078.148659:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077079.170738:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077079.170751:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077079.170757:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077079.170758:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785077079.170847:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785077079.170851:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785077079.170855:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077080.197887:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077080.197898:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077080.197906:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077080.197910:0:8241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785077080.197913:0:8241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785077080.197918:0:8241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077080.197922:0:8241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785077080.197925:0:8241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077080.197926:0:8241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077080.197929:0:8241:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785077080.198167:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785077080.198181:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785077080.198184:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1785077081.109314:0:10097:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785077081.109329:0:10097:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077081.218668:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077081.218679:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077081.218686:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077081.218688:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785077081.218777:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785077081.218781:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785077081.218785:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1785077081.346705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5fe3b7bb-db07-4beb-bdaa-2b749f19d210->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785077081.346720:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785077081.346730:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb945ca0e00. 00000020:00000040:2.0:1785077081.346738:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000100:00000001:2.0:1785077081.346743:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785077081.346747:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785077081.346753:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785077081.346762:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94646f300. 00000100:00000001:2.0:1785077081.346771:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.346789:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5fe3b7bb-db07-4beb-bdaa-2b749f19d210->MGS req@ffff9fb945ca0e00 x1871788671782016/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785077081.346802:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785077081.346808:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.346815:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcc6620d] to pc [ptlrpcd_01_00+0] req@ffff9fb945ca0e00 x1871788671782016/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.346847:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.346851:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785077081.346855:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785077081.346866:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb945ca0000. 00000020:00000040:2.0:1785077081.346870:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb9462eb800 refcount=4 obd=lustre-MDT0000-mdc-ffff9fb9586d6000 00000100:00000001:2.0:1785077081.346872:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785077081.346874:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785077081.346876:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785077081.346879:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94646f100. 00000100:00000001:2.0:1785077081.346883:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.346887:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0000_UUID req@ffff9fb945ca0000 x1871788671782144/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785077081.346894:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785077081.346897:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.346901:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006099d64e] to pc [ptlrpcd_01_01+1] req@ffff9fb945ca0000 x1871788671782144/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.346910:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.346913:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785077081.346916:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785077081.346919:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb945ca3800. 00000020:00000040:2.0:1785077081.346921:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb9462ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fb9586d6000 00000100:00000001:2.0:1785077081.346923:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785077081.346925:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785077081.346926:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785077081.346930:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94646fc00. 00000100:00000001:2.0:1785077081.346933:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.346936:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0001_UUID req@ffff9fb945ca3800 x1871788671782272/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785077081.346944:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785077081.346945:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.346949:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dbbab55] to pc [ptlrpcd_01_00+0] req@ffff9fb945ca3800 x1871788671782272/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.346956:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.346963:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785077081.346968:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785077081.346971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785077081.346975:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785077081.346978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785077081.346981:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785077081.346985:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb945ca2680. 00000020:00000040:2.0:1785077081.346988:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb943111000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fb946f79800 00000100:00000001:2.0:1785077081.346990:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785077081.346992:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785077081.346994:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785077081.346997:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94646f800. 00000100:00000001:2.0:1785077081.347001:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.347005:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0000_UUID req@ffff9fb945ca2680 x1871788671782400/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785077081.347012:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785077081.347014:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.347017:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001369ce5b] to pc [ptlrpcd_01_01+1] req@ffff9fb945ca2680 x1871788671782400/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.347024:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.347026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785077081.347030:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785077081.347032:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb945ca0380. 00000020:00000040:2.0:1785077081.347035:0:36:0:(genops.c:1231:class_import_get()) import ffff9fb948603000 refcount=4 obd=lustre-MDT0001-mdc-ffff9fb946f79800 00000100:00000001:2.0:1785077081.347037:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785077081.347038:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785077081.347040:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785077081.347043:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94646ff00. 00000100:00000001:2.0:1785077081.347046:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.347055:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0001_UUID req@ffff9fb945ca0380 x1871788671782528/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785077081.347062:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785077081.347064:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.347069:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006198f6b] to pc [ptlrpcd_01_00+0] req@ffff9fb945ca0380 x1871788671782528/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.347076:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.347079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785077081.347082:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785077081.347085:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785077081.347088:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785077081.347094:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (393) 00000100:00000001:2.0:1785077081.347107:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785077081.347113:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785077081.347115:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785077081.347121:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb945ca0e00 x1871788671782016/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.347129:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785077081.347131:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077081.347136:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785077081.347139:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785077081.347142:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785077081.347146:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2404:1871788671782016:192.168.204.143@tcp:400:kworker.0 00000100:00000001:2.0:1785077081.347150:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785077081.347158:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785077081.347160:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077081.347163:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785077081.347168:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb94644b400. 02000000:00000001:2.0:1785077081.347170:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785077081.347184:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:2.0:1785077081.347190:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb945c6adc0. 00000400:00000010:2.0:1785077081.347199:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b2f110. 00000100:00000200:2.0:1785077081.347209:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671782016, portal 25 00000100:00000001:2.0:1785077081.347211:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785077081.347213:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216821476864 : -105856888074752 : ffff9fb945ca0e00) 00000100:00000040:2.0:1785077081.347219:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb945ca0e00 x1871788671782016/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.347228:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785077081.347230:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:2.0:1785077081.347233:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b2fbb0. 00000100:00000200:2.0:1785077081.347237:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871788671782016, offset 0 00000400:00000200:2.0:1785077081.347245:0:2404:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:2.0:1785077081.347257:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.347268:0:2404:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:2.0:1785077081.347276:0:2404:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785077081.347281:0:2404:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:2.0:1785077081.347286:0:2404:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785077081.347289:0:2404:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:2.0:1785077081.347294:0:2404:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [161:161:256:4294967295] 192.168.204.143@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:2.0:1785077081.347299:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.347573:0:2404:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:2.0:1785077081.347581:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:2.0:1785077081.347587:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94646f400. 00000800:00000200:2.0:1785077081.347596:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:2.0:1785077081.347604:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:2.0:1785077081.347610:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94646f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785077081.347624:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785077081.347629:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:2.0:1785077081.347632:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 2 is 4295057133 00000100:00000010:2.0:1785077081.347637:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb95849cf60. 00000100:00000001:2.0:1785077081.347651:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1785077081.347656:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 3 is 4295057133 00000100:00000010:2.0:1785077081.347659:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb95849c960. 00000100:00000001:2.0:1785077081.347662:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1785077081.347665:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077081.347668:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.347671:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785077081.347675:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb945ca3800 x1871788671782272/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.347681:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785077081.347682:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077081.347685:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785077081.347686:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785077081.347688:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785077081.347691:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671782272:192.168.204.143@tcp:400:kworker.0 00000100:00000001:2.0:1785077081.347694:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785077081.347697:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785077081.347698:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077081.347700:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785077081.347704:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb94644aa00. 02000000:00000001:2.0:1785077081.347705:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785077081.347710:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:2.0:1785077081.347712:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb945c6ab58. 00000400:00000010:2.0:1785077081.347716:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b2f770. 00000100:00000200:2.0:1785077081.347720:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671782272, portal 10 00000100:00000001:2.0:1785077081.347722:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785077081.347723:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216821487616 : -105856888064000 : ffff9fb945ca3800) 00000100:00000040:2.0:1785077081.347732:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb945ca3800 x1871788671782272/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.347738:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785077081.347740:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:2.0:1785077081.347743:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b2fb28. 00000100:00000200:2.0:1785077081.347750:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671782272, offset 0 00000400:00000200:2.0:1785077081.347756:0:2404:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:2.0:1785077081.347760:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.347764:0:2404:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:2.0:1785077081.347768:0:2404:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785077081.347770:0:2404:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:2.0:1785077081.347773:0:2404:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785077081.347775:0:2404:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:2.0:1785077081.347778:0:2404:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [162:162:255:4294967295] 192.168.204.143@tcp LPNI seq info [162:162:7:4294967295] 00000400:00000200:2.0:1785077081.347782:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.347788:0:2404:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:2.0:1785077081.347792:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:2.0:1785077081.347797:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94646f000. 00000800:00000200:2.0:1785077081.347800:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:2.0:1785077081.347804:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:2.0:1785077081.347807:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94646f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785077081.347810:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.347815:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: using a timeout of 135182 usecs (136 jiffies) 00000400:00000200:2.0:1785077081.347818:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:2.0:1785077081.347820:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 2 is 4295056009 00000100:00000001:2.0:1785077081.347823:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS request active for cpu 2, keep current deadline 4295057133 00000100:00000001:2.0:1785077081.347825:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 3 is 4295056009 00000100:00000001:2.0:1785077081.347827:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS request active for cpu 3, keep current deadline 4295057133 00000100:00000001:2.0:1785077081.347829:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077081.347832:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.347834:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785077081.347838:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb945ca0380 x1871788671782528/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.347857:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785077081.347866:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077081.347868:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785077081.347870:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785077081.347871:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785077081.347874:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2404:1871788671782528:192.168.204.143@tcp:400:kworker.0 00000100:00000001:2.0:1785077081.347877:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785077081.347880:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785077081.347881:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077081.347883:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785077081.347887:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb94b4e8400. 02000000:00000001:2.0:1785077081.347889:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785077081.347892:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:2.0:1785077081.347894:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb945c6a0b0. 00000400:00000010:2.0:1785077081.347898:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b2fee0. 00000100:00000200:2.0:1785077081.347901:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671782528, portal 10 00000100:00000001:2.0:1785077081.347902:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785077081.347903:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216821474176 : -105856888077440 : ffff9fb945ca0380) 00000100:00000040:2.0:1785077081.347910:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb945ca0380 x1871788671782528/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.347915:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785077081.347917:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:2.0:1785077081.347919:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b2f7f8. 00000100:00000200:2.0:1785077081.347922:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671782528, offset 0 00000400:00000200:2.0:1785077081.347926:0:2404:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:2.0:1785077081.347929:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.347933:0:2404:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:2.0:1785077081.347936:0:2404:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785077081.347938:0:2404:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:2.0:1785077081.347940:0:2404:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785077081.347942:0:2404:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:2.0:1785077081.347945:0:2404:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [163:163:254:4294967295] 192.168.204.143@tcp LPNI seq info [163:163:6:4294967295] 00000400:00000200:2.0:1785077081.347949:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.347954:0:2404:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:2.0:1785077081.347965:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:2.0:1785077081.347970:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94b7dc200. 00000800:00000200:2.0:1785077081.347974:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:2.0:1785077081.347978:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:2.0:1785077081.347980:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94b7dc200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785077081.347983:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.347986:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: using a timeout of 27401 usecs (28 jiffies) 00000400:00000200:2.0:1785077081.347990:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:2.0:1785077081.347992:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295055901 00000100:00000001:2.0:1785077081.347994:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295057133 00000100:00000001:2.0:1785077081.347997:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295055901 00000100:00000001:2.0:1785077081.347999:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295057133 00000100:00000001:2.0:1785077081.348001:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077081.348003:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.348005:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.348009:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.348019:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785077081.348021:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1785077081.348024:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785077081.348026:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785077081.348027:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785077081.348031:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1785077081.348033:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.348035:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785077081.348037:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.348039:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785077081.348040:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785077081.348041:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785077081.348045:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb945ca0000 x1871788671782144/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.348052:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785077081.348054:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077081.348061:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785077081.348063:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785077081.348064:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785077081.348067:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671782144:192.168.204.143@tcp:400:kworker.0 00000100:00000001:2.0:1785077081.348071:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785077081.348074:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785077081.348075:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077081.348077:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785077081.348081:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb950f52000. 02000000:00000001:2.0:1785077081.348083:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785077081.348086:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:2.0:1785077081.348089:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb945c6a3c8. 00000400:00000010:2.0:1785077081.348094:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b2faa0. 00000100:00000200:2.0:1785077081.348097:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671782144, portal 10 00000100:00000001:2.0:1785077081.348099:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785077081.348100:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216821473280 : -105856888078336 : ffff9fb945ca0000) 00000100:00000040:2.0:1785077081.348107:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb945ca0000 x1871788671782144/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.348113:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785077081.348115:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:2.0:1785077081.348117:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b2f198. 00000100:00000200:2.0:1785077081.348119:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671782144, offset 0 00000400:00000200:2.0:1785077081.348124:0:2404:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:2.0:1785077081.348128:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.348131:0:2404:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:2.0:1785077081.348134:0:2404:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785077081.348137:0:2404:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:2.0:1785077081.348139:0:2404:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785077081.348142:0:2404:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:2.0:1785077081.348145:0:2404:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [164:164:253:4294967295] 192.168.204.143@tcp LPNI seq info [164:164:5:4294967295] 00000400:00000200:2.0:1785077081.348148:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.348154:0:2404:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:2.0:1785077081.348163:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:2.0:1785077081.348167:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94b7dce00. 00000800:00000200:2.0:1785077081.348171:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:2.0:1785077081.348175:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:2.0:1785077081.348177:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94b7dce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785077081.348180:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.348183:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: using a timeout of 117821 usecs (118 jiffies) 00000400:00000200:2.0:1785077081.348186:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:2.0:1785077081.348188:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 2 is 4295055991 00000100:00000001:2.0:1785077081.348190:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS request active for cpu 2, keep current deadline 4295057133 00000100:00000001:2.0:1785077081.348192:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 3 is 4295055991 00000100:00000001:2.0:1785077081.348194:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS request active for cpu 3, keep current deadline 4295057133 00000100:00000001:2.0:1785077081.348196:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077081.348198:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.348200:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785077081.348205:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb945ca2680 x1871788671782400/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.348212:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785077081.348213:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077081.348216:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785077081.348217:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785077081.348219:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785077081.348223:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb945ca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2404:1871788671782400:192.168.204.143@tcp:400:kworker.0 00000100:00000001:2.0:1785077081.348226:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785077081.348229:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785077081.348231:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077081.348232:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785077081.348239:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb958a7fe00. 02000000:00000001:2.0:1785077081.348241:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785077081.348244:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:2.0:1785077081.348252:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb945c6a9a0. 00000400:00000010:2.0:1785077081.348256:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b2f6e8. 00000100:00000200:2.0:1785077081.348259:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671782400, portal 10 00000100:00000001:2.0:1785077081.348261:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785077081.348262:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216821483136 : -105856888068480 : ffff9fb945ca2680) 00000100:00000040:2.0:1785077081.348269:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb945ca2680 x1871788671782400/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.348275:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785077081.348277:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:2.0:1785077081.348280:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b2f550. 00000100:00000200:2.0:1785077081.348282:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671782400, offset 0 00000400:00000200:2.0:1785077081.348286:0:2404:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:2.0:1785077081.348291:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.348294:0:2404:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:2.0:1785077081.348297:0:2404:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785077081.348299:0:2404:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:2.0:1785077081.348301:0:2404:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785077081.348303:0:2404:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:2.0:1785077081.348307:0:2404:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [165:165:252:4294967295] 192.168.204.143@tcp LPNI seq info [165:165:4:4294967295] 00000400:00000200:2.0:1785077081.348701:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.348708:0:2404:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:2.0:1785077081.348713:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:2.0:1785077081.348718:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94b7dc700. 00000800:00000200:2.0:1785077081.348723:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:2.0:1785077081.348726:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:2.0:1785077081.348729:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94b7dc700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785077081.348732:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.348735:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: using a timeout of 24938 usecs (25 jiffies) 00000400:00000200:2.0:1785077081.348738:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:2.0:1785077081.348740:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295055899 00000100:00000001:2.0:1785077081.348743:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295057133 00000100:00000001:2.0:1785077081.348750:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295055899 00000100:00000001:2.0:1785077081.348752:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295057133 00000100:00000001:2.0:1785077081.348755:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077081.348757:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.348760:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.348763:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.348778:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785077081.348781:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1785077081.348836:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077081.349966:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94646f400. 00000400:00000200:2.0:1785077081.349976:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077081.349986:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077081.349995:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b2fbb0 00000400:00000010:2.0:1785077081.349998:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b2fbb0. 00000100:00000001:2.0:1785077081.350004:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077081.350014:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb945ca0e00 x1871788671782016/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.350031:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077081.350035:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb945ca0e00 x1871788671782016/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.350043:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.350045:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077081.350076:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077081.350079:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94646f000. 00000400:00000200:2.0:1785077081.350083:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077081.350086:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077081.350089:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b2fb28 00000400:00000010:2.0:1785077081.350090:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b2fb28. 00000100:00000001:2.0:1785077081.350093:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077081.350099:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb945ca3800 x1871788671782272/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.350106:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077081.350116:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb945ca3800 x1871788671782272/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.350122:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.350124:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077081.350134:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077081.350136:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94b7dc200. 00000400:00000200:2.0:1785077081.350141:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077081.350144:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077081.350147:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b2f7f8 00000400:00000010:2.0:1785077081.350149:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b2f7f8. 00000100:00000001:2.0:1785077081.350151:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077081.350154:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb945ca0380 x1871788671782528/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.350161:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077081.350163:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb945ca0380 x1871788671782528/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.350168:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.350169:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077081.350176:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077081.350178:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94b7dce00. 00000400:00000200:2.0:1785077081.350180:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077081.350183:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077081.350185:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b2f198 00000400:00000010:2.0:1785077081.350187:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b2f198. 00000100:00000001:2.0:1785077081.350188:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077081.350192:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb945ca0000 x1871788671782144/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.350199:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077081.350201:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb945ca0000 x1871788671782144/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.350207:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.350208:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077081.363214:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077081.363231:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94b7dc700. 00000400:00000200:2.0:1785077081.363244:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077081.363258:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077081.363268:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b2f550 00000400:00000010:2.0:1785077081.363271:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b2f550. 00000100:00000001:2.0:1785077081.363279:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077081.363291:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb945ca2680 x1871788671782400/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.363307:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077081.363311:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb945ca2680 x1871788671782400/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.363318:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.363321:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1785077081.368959:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.368984:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785077081.368990:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.368993:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077081.369005:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369015:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:2.0:1785077081.369027:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369033:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369041:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369046:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 25 MB=0x6a661c2e04c80 00000400:00000200:2.0:1785077081.369053:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369061:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.143@tcp of length 224/224 into md 0x8a5 [1] + 224 00000800:00000001:2.0:1785077081.369069:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.369073:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077081.369077:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077081.369081:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:2.0:1785077081.369092:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077081.369102:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb945ca0e00 x1871788671782016/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785077081.369128:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb945ca0e00 x1871788671782016/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.369149:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785077081.369162:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.369166:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785077081.369168:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.369170:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077081.369173:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369177:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:2.0:1785077081.369181:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369184:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369187:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369190:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04d80 00000400:00000200:2.0:1785077081.369194:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369200:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x8b5 [1] + 224 00000800:00000001:2.0:1785077081.369204:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.369207:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077081.369209:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077081.369212:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:2.0:1785077081.369215:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077081.369220:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb945ca3800 x1871788671782272/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785077081.369230:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb945ca3800 x1871788671782272/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.369237:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785077081.369240:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.369242:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785077081.369244:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.369246:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077081.369250:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369258:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:2.0:1785077081.369263:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369266:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369269:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369272:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04e80 00000400:00000200:2.0:1785077081.369276:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369280:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x8c5 [1] + 224 00000800:00000001:2.0:1785077081.369284:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.369288:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077081.369291:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077081.369294:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:2.0:1785077081.369297:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077081.369303:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb945ca0380 x1871788671782528/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785077081.369311:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb945ca0380 x1871788671782528/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.369319:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785077081.369323:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.369326:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785077081.369328:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.369330:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077081.369333:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369337:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:2.0:1785077081.369341:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369344:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369359:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369362:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04d00 00000400:00000200:2.0:1785077081.369365:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369368:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x8d5 [1] + 224 00000800:00000001:2.0:1785077081.369372:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.369375:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077081.369382:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077081.369386:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:2.0:1785077081.369389:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077081.369394:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb945ca0000 x1871788671782144/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785077081.369402:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb945ca0000 x1871788671782144/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.369409:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785077081.369412:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.369416:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785077081.369418:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.369419:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077081.369422:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369425:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:2.0:1785077081.369428:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369430:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369433:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369435:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e04e00 00000400:00000200:2.0:1785077081.369438:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077081.369442:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x8e5 [1] + 224 00000800:00000001:2.0:1785077081.369445:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.369455:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077081.369457:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077081.369460:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:2.0:1785077081.369462:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077081.369467:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb945ca2680 x1871788671782400/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785077081.369476:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb945ca2680 x1871788671782400/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.369484:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785077081.369492:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077081.369496:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.369515:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785077081.369520:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785077081.370458:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785077081.370464:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785077081.370469:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb945c6a3c8. 00000400:00000200:2.0:1785077081.370477:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b2faa0 00000400:00000010:2.0:1785077081.370480:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b2faa0. 00000100:00000001:2.0:1785077081.370486:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077081.370497:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb945ca0000 x1871788671782144/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785077081.370508:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb945ca0000 x1871788671782144/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.370515:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785077081.370519:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.370533:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785077081.370538:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785077081.370560:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785077081.370563:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077081.370567:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785077081.370580:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb9462ebc60 time=104 v=5 (5 0 0 0) 00000100:00001000:2.0:1785077081.370585:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb9462ebc18 time=104 v=5 (1 0 0 0) 00000100:00000001:2.0:1785077081.370588:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785077081.370590:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785077081.370593:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785077081.370599:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.370603:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785077081.370606:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb9586d6000: skip recheck: last_committed 0 00000100:00000001:2.0:1785077081.370609:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785077081.370611:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.370617:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb945ca0000 x1871788671782144/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.370625:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077081.370628:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785077081.370641:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785077081.370646:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb945ca0000 x1871788671782144/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785077081.370654:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671782144:192.168.204.143@tcp:400:kworker.0 00000400:00000001:2.0:1785077081.370664:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785077081.370665:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785077081.370668:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb945c6a9a0. 00000400:00000200:2.0:1785077081.370670:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b2f6e8 00000400:00000010:2.0:1785077081.370672:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b2f6e8. 00000100:00000001:2.0:1785077081.370674:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077081.370678:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb945ca2680 x1871788671782400/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785077081.370685:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb945ca2680 x1871788671782400/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.370692:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785077081.370693:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.370695:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785077081.370696:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785077081.370698:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785077081.370699:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077081.370701:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785077081.370707:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb943111460 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1785077081.370710:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb943111418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1785077081.370713:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785077081.370714:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785077081.370715:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785077081.370718:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.370720:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785077081.370721:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:2.0:1785077081.370723:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785077081.370725:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.370729:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb945ca2680 x1871788671782400/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.370746:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077081.370748:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785077081.370749:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785077081.370754:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb945ca2680 x1871788671782400/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785077081.370761:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2404:1871788671782400:192.168.204.143@tcp:400:kworker.0 00000400:00000001:2.0:1785077081.370767:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785077081.370769:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785077081.370771:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb945c6adc0. 00000400:00000200:2.0:1785077081.370774:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b2f110 00000400:00000010:2.0:1785077081.370776:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b2f110. 00000100:00000001:2.0:1785077081.370778:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077081.370784:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb945ca0e00 x1871788671782016/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785077081.370791:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb945ca0e00 x1871788671782016/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.370797:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785077081.370798:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.370800:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785077081.370802:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785077081.370803:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785077081.370804:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077081.370806:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785077081.370810:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb95802dc60 time=104 v=5 (5 0 0 0) 00000100:00001000:2.0:1785077081.370813:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb95802dc18 time=104 v=5 (1 0 0 0) 00000100:00000001:2.0:1785077081.370814:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785077081.370815:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785077081.370817:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785077081.370819:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.370821:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.370824:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb945ca0e00 x1871788671782016/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.370838:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077081.371105:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785077081.371107:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785077081.371113:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb945ca0e00 x1871788671782016/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785077081.371121:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2404:1871788671782016:192.168.204.143@tcp:400:kworker.0 00000400:00000001:2.0:1785077081.371128:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785077081.371130:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785077081.371133:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb945c6ab58. 00000400:00000200:2.0:1785077081.371136:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b2f770 00000400:00000010:2.0:1785077081.371138:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b2f770. 00000100:00000001:2.0:1785077081.371141:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077081.371146:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb945ca3800 x1871788671782272/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785077081.371154:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb945ca3800 x1871788671782272/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.371160:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785077081.371162:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.371164:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785077081.371165:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785077081.371167:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785077081.371168:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077081.371170:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785077081.371176:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb9462eac60 time=103 v=5 (5 0 0 0) 00000100:00001000:2.0:1785077081.371179:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb9462eac18 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1785077081.371182:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785077081.371183:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785077081.371185:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1785077081.371188:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb945ca3800 x1871788671782272/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1785077081.371206:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.371209:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785077081.371211:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb9586d6000: skip recheck: last_committed 0 00000100:00000001:2.0:1785077081.371213:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785077081.371214:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.371218:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb945ca3800 x1871788671782272/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.371225:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077081.371228:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785077081.371229:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785077081.371233:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb945ca3800 x1871788671782272/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785077081.371240:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7a428b1-be69-4e3d-8033-9449a6fe6934:2404:1871788671782272:192.168.204.143@tcp:400:kworker.0 00000400:00000001:2.0:1785077081.371246:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785077081.371248:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785077081.371250:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb945c6a0b0. 00000400:00000200:2.0:1785077081.371252:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b2fee0 00000400:00000010:2.0:1785077081.371254:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b2fee0. 00000100:00000001:2.0:1785077081.371256:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077081.371261:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb945ca0380 x1871788671782528/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785077081.371269:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb945ca0380 x1871788671782528/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.371275:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785077081.371276:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.371278:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785077081.371280:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785077081.371281:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785077081.371283:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077081.371290:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785077081.371296:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb948603460 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1785077081.371299:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb948603418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1785077081.371301:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785077081.371303:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785077081.371304:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1785077081.371308:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb945ca0380 x1871788671782528/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1785077081.371315:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.371317:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785077081.371319:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:2.0:1785077081.371321:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785077081.371322:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077081.371326:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb945ca0380 x1871788671782528/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.371332:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785077081.371334:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785077081.371335:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785077081.371338:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb945ca0380 x1871788671782528/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785077081.371414:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb945ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2404:1871788671782528:192.168.204.143@tcp:400:kworker.0 00000100:00000001:2.0:1785077081.371419:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.371423:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077081.371427:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb945ca0000 x1871788671782144/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.371434:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785077081.371438:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785077081.371443:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb950f52000. 02000000:00000001:2.0:1785077081.371448:0:2404:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785077081.371451:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785077081.371453:0:2404:0:(genops.c:1244:class_import_put()) import ffff9fb9462eb800 refcount=3 obd=lustre-MDT0000-mdc-ffff9fb9586d6000 00000020:00000001:2.0:1785077081.371463:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785077081.371466:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94646f100. 02000000:00000001:2.0:1785077081.371472:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785077081.371474:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785077081.371477:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb945ca0000. 00000100:00000001:2.0:1785077081.371481:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785077081.371482:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.371484:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077081.371488:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb945ca2680 x1871788671782400/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.371494:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785077081.371495:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785077081.371497:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb958a7fe00. 02000000:00000001:2.0:1785077081.371501:0:2404:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785077081.371503:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785077081.371504:0:2404:0:(genops.c:1244:class_import_put()) import ffff9fb943111000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fb946f79800 00000020:00000001:2.0:1785077081.371506:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785077081.371507:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94646f800. 02000000:00000001:2.0:1785077081.371509:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785077081.371510:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785077081.371512:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb945ca2680. 00000100:00000001:2.0:1785077081.371514:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785077081.371515:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.371517:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077081.371520:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb945ca0e00 x1871788671782016/t0(0) o400->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.371536:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785077081.371538:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785077081.371933:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb94644b400. 02000000:00000001:2.0:1785077081.371940:0:2404:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785077081.371941:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785077081.371943:0:2404:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=3 obd=MGC192.168.204.143@tcp 00000020:00000001:2.0:1785077081.371945:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785077081.371947:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94646f300. 02000000:00000001:2.0:1785077081.371950:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785077081.371951:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785077081.371959:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb945ca0e00. 00000100:00000001:2.0:1785077081.371962:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785077081.371963:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.371965:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077081.371971:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb945ca3800 x1871788671782272/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.371978:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785077081.371980:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785077081.371981:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb94644aa00. 02000000:00000001:2.0:1785077081.371984:0:2404:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785077081.371985:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785077081.371986:0:2404:0:(genops.c:1244:class_import_put()) import ffff9fb9462ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fb9586d6000 00000020:00000001:2.0:1785077081.371989:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785077081.371990:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94646fc00. 02000000:00000001:2.0:1785077081.371993:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785077081.371994:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785077081.371995:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb945ca3800. 00000100:00000001:2.0:1785077081.371998:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785077081.371999:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.372001:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077081.372004:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb945ca0380 x1871788671782528/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077097 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077081.372010:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785077081.372011:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785077081.372013:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb94b4e8400. 02000000:00000001:2.0:1785077081.372017:0:2404:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785077081.372018:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785077081.372019:0:2404:0:(genops.c:1244:class_import_put()) import ffff9fb948603000 refcount=3 obd=lustre-MDT0001-mdc-ffff9fb946f79800 00000020:00000001:2.0:1785077081.372021:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785077081.372023:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94646ff00. 02000000:00000001:2.0:1785077081.372025:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785077081.372026:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785077081.372027:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb945ca0380. 00000100:00000001:2.0:1785077081.372029:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785077081.372031:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.372034:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077081.372050:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785077081.372052:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077081.372055:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785077081.372059:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1785077081.643352:0:10134:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1785077081.643359:0:10134:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:3.0:1785077081.646735:0:10134:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1785077082.244166:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077082.244197:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077082.244204:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077082.244206:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785077082.244995:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785077082.245000:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785077082.245012:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1785077082.628998:0:33:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04330 (cpu 0) has reached its deadline 4295057133, at 4295057153 00000100:00000010:3.0:1785077082.629013:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb95849c960. 00000100:00000040:2.0:1785077082.641316:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04220 (cpu 0) has reached its deadline 4295057133, at 4295057163 00000100:00000010:2.0:1785077082.641336:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb95849cf60. 00000080:00000001:0.0:1785077082.669964:0:10232:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785077082.669977:0:10232:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077083.267795:0:419:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077083.267804:0:419:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077083.267810:0:419:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077083.267811:0:419:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077083.267966:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077083.267969:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077083.267973:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077084.292022:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077084.292030:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077084.292036:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077084.292038:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077084.292077:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077084.292080:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077084.292084:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:2.0:1785077084.386993:0:10296:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9fb9586de3d0. 00000400:00000040:2.0:1785077084.387015:0:10296:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1785077084.387017:0:10296:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1785077084.387019:0:10296:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1785077084.387020:0:10296:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1785077084.387022:0:10296:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1785077084.387024:0:10296:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1785077084.387026:0:10296:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1785077084.387392:0:10296:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9fb9586de3d0. 00010000:00000001:0.0:1785077085.316365:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077085.316372:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077085.316377:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077085.316378:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077085.316404:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077085.316407:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077085.316410:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1785077085.929932:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077085.931856:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785077085.931865:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077085.931872:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077085.931880:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077085.931888:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:2.0:1785077085.931899:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077085.931904:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077085.931910:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077085.931914:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 328 into portal 15 MB=0x6a661c431b600 00000400:00000200:2.0:1785077085.931925:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.143@tcp of length 328/328 into md 0xd [2] + 984 00000800:00000001:2.0:1785077085.931932:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077085.931942:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077085.931945:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077085.931950:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:2.0:1785077085.931959:0:2396:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1785077085.931962:0:2396:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1785077085.931968:0:2396:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb945ca0380. 00000100:00000040:2.0:1785077085.931973:0:2396:0:(events.c:337:request_in_callback()) incoming req@ffff9fb945ca0380 x1871788693894656 msgsize 328 00000100:00100000:2.0:1785077085.931978:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.143@tcp (source: 12345-192.168.204.143@tcp) 00000100:00000001:2.0:1785077085.932006:0:2396:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1785077085.932017:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077085.932020:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077085.935348:0:6168:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1785077085.935358:0:6168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871788693894656 02000000:00000001:3.0:1785077085.935363:0:6168:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1785077085.935366:0:6168:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785077085.935368:0:6168:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077085.935375:0:6168:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077085.935379:0:6168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871788693894656 00000020:00000001:3.0:1785077085.935383:0:6168:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1785077085.935385:0:6168:0:(genops.c:825:class_conn2export()) looking for export cookie 0x38bc12afecb00d43 00000020:00000001:3.0:1785077085.935388:0:6168:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1785077085.935393:0:6168:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9fb943115800 refcount=3 00000020:00000001:3.0:1785077085.935396:0:6168:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638216775817216 : -105856933734400 : ffff9fb943115800) 00000020:00000001:3.0:1785077085.935399:0:6168:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638216775817216 : -105856933734400 : ffff9fb943115800) 00000100:00000001:3.0:1785077085.935404:0:6168:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1785077085.935411:0:6168:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb949268600. 00000100:00000001:3.0:1785077085.935415:0:6168:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1785077085.935417:0:6168:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb949268600. 00000020:00000010:3.0:1785077085.935425:0:6168:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb94b4e8400. 00000020:00000010:3.0:1785077085.935432:0:6168:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb94646c780. 00000020:00000010:3.0:1785077085.935449:0:6168:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb9462d5708. 00000100:00000040:3.0:1785077085.935458:0:6168:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1785077085.935475:0:6168:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1785077085.935476:0:6168:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1785077085.935478:0:6168:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1785077085.936212:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1785077085.936390:0:6168:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077085.936404:0:6168:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785077085.936420:0:6168:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1785077085.936421:0:6168:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1785077085.936430:0:6168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.143@tcp, seq: 3 00000100:00000040:3.0:1785077085.936451:0:6168:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fb943115800 : new rpc_count 1 00000100:00000001:3.0:1785077085.936453:0:6168:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638216821474176 : -105856888077440 : ffff9fb945ca0380) 00000100:00000040:3.0:1785077085.936463:0:6168:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb945ca0380 x1871788693894656/t0(0) o104->5fe3b7bb-db07-4beb-bdaa-2b749f19d210@192.168.204.143@tcp:396/0 lens 328/0 e 0 to 0 dl 1785077096 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785077085.936472:0:6168:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1785077085.936477:0:6168:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb949268600. 00000100:00000001:3.0:1785077085.936480:0:6168:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1785077085.936580:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785077085.936584:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077085.936587:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077085.936593:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077085.936598:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:2.0:1785077085.936607:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077085.936612:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077085.936694:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077085.936699:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 328 into portal 15 MB=0x6a661c431b880 00000400:00000200:2.0:1785077085.936709:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.143@tcp of length 328/328 into md 0xd [2] + 1312 00000800:00000001:2.0:1785077085.936717:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077085.936726:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077085.936729:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077085.936733:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:2.0:1785077085.936740:0:2397:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1785077085.936742:0:2397:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1785077085.936749:0:2397:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb945ca3800. 00000100:00000040:2.0:1785077085.936753:0:2397:0:(events.c:337:request_in_callback()) incoming req@ffff9fb945ca3800 x1871788693895296 msgsize 328 00000100:00100000:2.0:1785077085.936757:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.143@tcp (source: 12345-192.168.204.143@tcp) 00000100:00000001:2.0:1785077085.936760:0:2397:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1785077085.936768:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077085.936771:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785077085.937917:0:6167:0:(service.c:3454:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1785077085.937922:0:6167:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 2 min 2 max 34 00000100:00000010:2.0:1785077085.937934:0:6167:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff9fb958610800. 00000100:00100000:2.0:1785077085.937940:0:6167:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_002' 00000020:00000010:3.0:1785077085.938037:0:6168:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb949268600. 00000100:00100000:3.0:1785077085.938051:0:6168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb945ca0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:5fe3b7bb-db07-4beb-bdaa-2b749f19d210+3:13394:x1871788693894656:12345-192.168.204.143@tcp:104: 00000100:00000200:3.0:1785077085.938055:0:6168:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871788693894656 00010000:00000001:3.0:1785077085.938059:0:6168:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1785077085.938067:0:6168:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1785077085.938070:0:6168:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1785077085.938074:0:6168:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fb98214f200 refcount=2 00000020:00000001:3.0:1785077085.938076:0:6168:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638217833017856 : -105855876533760 : ffff9fb98214f200) 00010000:00000001:3.0:1785077085.938079:0:6168:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638217833017856 : -105855876533760 : ffff9fb98214f200) 00010000:00000001:3.0:1785077085.938083:0:6168:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1785077085.938087:0:6168:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785077085.938092:0:6168:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.143@tcp lock: ffff9fb98214f200/0x38bc12afecb00e0e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb96b472024967fc4 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1785077085.938102:0:6168:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1785077085.938105:0:6168:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1785077085.938128:0:6168:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb946e43800. 02000000:00000001:3.0:1785077085.938132:0:6168:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077085.938135:0:6168:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785077085.938141:0:6168:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1785077085.938144:0:6168:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785077085.938147:0:6168:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb958dc45e8 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1785077085.938152:0:6168:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1785077085.938156:0:6168:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb958a7d340 refcount 28 to 192.168.204.143@tcp 00000100:00000001:3.0:1785077085.938159:0:6168:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638217138000704 : -105856571550912 : ffff9fb958a7d340) 02000000:00000001:3.0:1785077085.938162:0:6168:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1785077085.938164:0:6168:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077085.938167:0:6168:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077085.938170:0:6168:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077085.938174:0:6168:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7bb0. 00000100:00000200:3.0:1785077085.938180:0:6168:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1871788693894656, offset 224 00000400:00000200:3.0:1785077085.938185:0:6168:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:3.0:1785077085.938193:0:6168:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077085.938201:0:6168:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.204.43@tcp to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077085.938208:0:6168:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [166:166:256:4294967295] 192.168.204.143@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:3.0:1785077085.938212:0:6168:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:2.0:1785077085.938925:0:6167:0:(service.c:3543:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077085.938933:0:6167:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1785077085.938935:0:6167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871788693895296 02000000:00000001:2.0:1785077085.938938:0:6167:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1785077085.938947:0:6167:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785077085.938949:0:6167:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785077085.938953:0:6167:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785077085.938957:0:6167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871788693895296 00000020:00000001:2.0:1785077085.938960:0:6167:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1785077085.938962:0:6167:0:(genops.c:825:class_conn2export()) looking for export cookie 0x38bc12afecb00d43 00000020:00000001:2.0:1785077085.938965:0:6167:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1785077085.938967:0:6167:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9fb943115800 refcount=4 00000020:00000001:2.0:1785077085.938970:0:6167:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638216775817216 : -105856933734400 : ffff9fb943115800) 00000020:00000001:2.0:1785077085.938973:0:6167:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638216775817216 : -105856933734400 : ffff9fb943115800) 00000100:00000001:2.0:1785077085.938977:0:6167:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1785077085.938980:0:6167:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb9585f48c0. 00000100:00000001:2.0:1785077085.938982:0:6167:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1785077085.938984:0:6167:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb9585f48c0. 00000020:00000010:2.0:1785077085.938989:0:6167:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb958610000. 00000020:00000010:2.0:1785077085.938994:0:6167:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb94677c100. 00000020:00000010:2.0:1785077085.938999:0:6167:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb9464684b0. 00000100:00000001:2.0:1785077085.939009:0:6167:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1785077085.939011:0:6167:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1785077085.939013:0:6167:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077085.939022:0:6167:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077085.939025:0:6167:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077085.939146:0:10315:0:(service.c:3019:ptlrpc_main()) Process entered 00000400:00000200:3.0:1785077085.939602:0:6168:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:192.168.204.43@tcp) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:3.0:1785077085.939612:0:6168:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077085.940140:0:6168:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952f5cd00. 00000800:00000200:3.0:1785077085.940151:0:6168:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077085.940158:0:6168:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077085.940162:0:6168:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952f5cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785077085.940178:0:6168:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785077085.940182:0:6168:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9fb958a7d340 refcount 27 to 192.168.204.143@tcp 00010000:00000001:3.0:1785077085.940187:0:6168:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1785077085.940192:0:6168:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb946eb5600. 00010000:00000001:3.0:1785077085.940195:0:6168:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1785077085.940208:0:6168:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000010:2.0:1785077085.940341:0:10315:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at ffff9fb9585f48c0. 00000020:00000010:2.0:1785077085.940347:0:10315:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fb9585f4400. 00000020:00000010:2.0:1785077085.940353:0:10315:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb958610400. 00000020:00000010:2.0:1785077085.940356:0:10315:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fb958610e00. 00000040:00000010:2.0:1785077085.940360:0:10315:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9fb958610600. 00000020:00000010:2.0:1785077085.940366:0:10315:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fb948600800. 00000020:00000010:2.0:1785077085.940371:0:10315:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fb946628000. 00000020:00000010:2.0:1785077085.940375:0:10315:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fb958611a00. 80000000:00000010:2.0:1785077085.940380:0:10315:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fb95849cf60. 40000000:00000010:2.0:1785077085.940383:0:10315:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fb9585f4580. 00100000:00000010:2.0:1785077085.940388:0:10315:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fb948603800. 00040000:00000010:2.0:1785077085.940392:0:10315:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fb94b7dce00. 00040000:00000010:2.0:1785077085.940403:0:10315:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9fb948601800. 00040000:00000010:2.0:1785077085.940407:0:10315:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fb958611e00. 00000004:00000010:2.0:1785077085.940411:0:10315:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9fb948605800. 00000004:00000010:2.0:1785077085.940416:0:10315:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff9fb9585b2000. 00000004:00000010:2.0:1785077085.940421:0:10315:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9fb948605000. 00002000:00000010:2.0:1785077085.940425:0:10315:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9fb9585ae000. 00000004:00000010:2.0:1785077085.940429:0:10315:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9fb9585af800. 00000100:00000010:2.0:1785077085.940447:0:10315:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff9fb948600000. 00000100:00000200:2.0:1785077085.940457:0:10315:0:(service.c:3107:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:2.0:1785077085.940469:0:10315:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1785077085.940471:0:10315:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1785077085.940477:0:10315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.143@tcp, seq: 4 00000100:00000040:2.0:1785077085.940481:0:10315:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fb943115800 : new rpc_count 2 00000020:00000001:0.0:1785077085.940585:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077085.940589:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077085.940592:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1785077085.940595:0:6176:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1785077085.940597:0:6176:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1785077085.940604:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.143@tcp lock: ffff9fb98214f200/0x38bc12afecb00e0e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb96b472024967fc4 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785077085.940614:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9fb98214f200 already unused, calling callback (ffffffffc114ac20) 10000000:00000001:0.0:1785077085.940696:0:6176:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1785077085.940706:0:6176:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.143@tcp lock: ffff9fb98214f200/0x38bc12afecb00e0e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb96b472024967fc4 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1785077085.940714:0:6176:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1785077085.940716:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1785077085.940718:0:6176:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1785077085.940720:0:6176:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fb98214f200 refcount=3 00000020:00000001:0.0:1785077085.940723:0:6176:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638217833017856 : -105855876533760 : ffff9fb98214f200) 00010000:00000001:0.0:1785077085.940726:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638217833017856 : -105855876533760 : ffff9fb98214f200) 00010000:00000001:0.0:1785077085.940729:0:6176:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1785077085.940732:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.143@tcp lock: ffff9fb98214f200/0x38bc12afecb00e0e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb96b472024967fc4 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1785077085.940738:0:6176:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1785077085.940740:0:6176:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.143@tcp lock: ffff9fb98214f200/0x38bc12afecb00e0e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb96b472024967fc4 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785077085.940746:0:6176:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1785077085.940749:0:6176:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1785077085.940751:0:6176:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1785077085.940753:0:6176:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1785077085.940754:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1785077085.940756:0:6176:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1785077085.940777:0:6176:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1785077085.940780:0:6176:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1785077085.940781:0:6176:0:(mgc_request.c:123:config_log_put()) log params(ffff9fb9462b4600) refs 2 10000000:00000001:0.0:1785077085.940785:0:6176:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1785077085.940786:0:6176:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077085.940789:0:6176:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1785077085.940792:0:6176:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1785077085.940794:0:6176:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1785077085.940796:0:6176:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1785077085.940799:0:6176:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1785077085.940802:0:6176:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fb98214f200 with handle 0x38bc12afecb00e0e from hash 00010000:00000001:0.0:1785077085.940804:0:6176:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1785077085.940811:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785077085.940813:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785077085.940815:0:6176:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1785077085.940817:0:6176:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1785077085.940818:0:6176:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1785077085.940822:0:6176:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1785077085.940824:0:6176:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1785077085.940833:0:6176:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a08000. 00000020:00000040:0.0:1785077085.940837:0:6176:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000100:00000001:0.0:1785077085.940842:0:6176:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077085.940844:0:6176:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077085.940850:0:6176:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077085.940856:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb9586dcc00. 00000100:00000001:0.0:1785077085.940862:0:6176:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077085.940865:0:6176:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1785077085.940871:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.143@tcp lock: ffff9fb98214f200/0x38bc12afecb00e0e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb96b472024967fc4 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785077085.940876:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1785077085.940878:0:6176:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077085.940882:0:6176:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077085.940886:0:6176:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077085.940896:0:6176:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009e2332a] to pc [ptlrpcd_00_01+1] req@ffff9fb946a08000 x1871788671782656/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785077085.940916:0:6176:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1785077085.940919:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785077085.940920:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785077085.940922:0:6176:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077085.940923:0:6176:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1785077085.940926:0:6176:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077085.940928:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.143@tcp lock: ffff9fb98214f200/0x38bc12afecb00e0e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb96b472024967fc4 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1785077085.940934:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1785077085.940937:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.143@tcp lock: ffff9fb98214f200/0x38bc12afecb00e0e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb96b472024967fc4 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1785077085.940952:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785077085.940954:0:6176:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1785077085.940956:0:6176:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb946eb5600. 00000100:00000001:1.0:1785077085.940961:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1785077085.940962:0:6176:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077085.940964:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077085.940965:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077085.940966:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1785077085.940968:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1785077085.940968:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1785077085.940969:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077085.940970:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077085.940972:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1785077085.940974:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077085.940975:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785077085.940975:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a08000 x1871788671782656/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1785077085.940977:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1785077085.940982:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785077085.940984:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077085.940988:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785077085.940991:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785077085.940993:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077085.940994:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077085.940997:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785077085.940997:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2403:1871788671782656:192.168.204.143@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1785077085.941001:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785077085.941007:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785077085.941010:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077085.941012:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785077085.941017:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb9586fd200. 02000000:00000001:1.0:1785077085.941019:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785077085.941026:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:1.0:1785077085.941030:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb9586096e0. 00000400:00000010:1.0:1785077085.941038:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5d550. 00000100:00000200:1.0:1785077085.941044:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671782656, portal 18 00000100:00000001:1.0:1785077085.941052:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785077085.941053:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835530752 : -105856874020864 : ffff9fb946a08000) 00000100:00000040:1.0:1785077085.941059:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a08000 x1871788671782656/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077085.941066:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785077085.941068:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:1.0:1785077085.941071:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5d5d8. 00000100:00000200:1.0:1785077085.941075:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1871788671782656, offset 0 00000400:00000200:1.0:1785077085.941081:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:1.0:1785077085.941090:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077085.941098:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:1.0:1785077085.941103:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785077085.941107:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:1.0:1785077085.941110:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785077085.941113:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:1.0:1785077085.941117:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [167:167:255:4294967295] 192.168.204.143@tcp LPNI seq info [167:167:7:4294967295] 00000400:00000200:1.0:1785077085.941121:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077085.941131:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:1.0:1785077085.941135:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:1.0:1785077085.941139:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb958b68e00. 00010000:00000001:3.0:1785077085.941326:0:6168:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785077085.941330:0:6168:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785077085.941332:0:6168:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785077085.941358:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000100:00000001:2.0:1785077085.942144:0:10315:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638216821487616 : -105856888064000 : ffff9fb945ca3800) 00000100:00000040:3.0:1785077085.942192:0:6168:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb945ca0380 x1871788693894656/t0(0) o104->5fe3b7bb-db07-4beb-bdaa-2b749f19d210@192.168.204.143@tcp:396/0 lens 328/224 e 0 to 0 dl 1785077096 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1785077085.942204:0:6168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb945ca0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:5fe3b7bb-db07-4beb-bdaa-2b749f19d210+4:13394:x1871788693894656:12345-192.168.204.143@tcp:104: Request processed in 5730us (10228us total) trans 0 rc 0/0 00000100:00100000:3.0:1785077085.942214:0:6168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.143@tcp, seq: 3 00000100:00000040:3.0:1785077085.942218:0:6168:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb943115800 : new rpc_count 1 00000100:00000001:3.0:1785077085.942220:0:6168:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1785077085.942233:0:6168:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1785077085.942239:0:6168:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb94646c780. 00000020:00000010:3.0:1785077085.942245:0:6168:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb9462d5708. 00000020:00000010:3.0:1785077085.942250:0:6168:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb94b4e8400. 00000020:00000040:3.0:1785077085.942255:0:6168:0:(genops.c:900:class_export_put()) PUTting export ffff9fb943115800 : new refcount 3 00000100:00000001:3.0:1785077085.942257:0:6168:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1785077085.942383:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077085.942388:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952f5cd00. 00000400:00000200:3.0:1785077085.942392:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077085.942397:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077085.942404:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7bb0 00000400:00000010:3.0:1785077085.942407:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7bb0. 00000100:00000001:3.0:1785077085.942412:0:2396:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1785077085.942414:0:2396:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1785077085.947621:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:1.0:1785077085.947631:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb958b68e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1785077085.948610:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785077085.948623:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:1.0:1785077085.948628:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 2 is 4295061733 00000100:00000010:1.0:1785077085.948640:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb946231720. 00000100:00000001:1.0:1785077085.948649:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1785077085.948656:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 3 is 4295061733 00000100:00000010:1.0:1785077085.948659:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb946231360. 00000100:00000001:1.0:1785077085.948677:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1785077085.948681:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077085.948684:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077085.948688:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077085.948692:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077085.948700:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785077085.948702:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1785077085.948705:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785077085.948707:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785077085.948708:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077085.948711:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1785077085.948891:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077085.948897:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb958b68e00. 00000400:00000200:3.0:1785077085.948903:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077085.948911:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077085.949065:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5d5d8 00000400:00000010:3.0:1785077085.949069:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5d5d8. 00000100:00000001:3.0:1785077085.949075:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077085.949085:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a08000 x1871788671782656/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077085.949110:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077085.949114:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a08000 x1871788671782656/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077085.949121:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077085.949123:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1785077085.950820:0:10315:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb945ca3800 x1871788693895296/t0(0) o104->5fe3b7bb-db07-4beb-bdaa-2b749f19d210@192.168.204.143@tcp:396/0 lens 328/0 e 0 to 0 dl 1785077096 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785077085.950845:0:10315:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1785077085.950854:0:10315:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb9585f4c80. 00000100:00000001:2.0:1785077085.950857:0:10315:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1785077085.950860:0:10315:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb9585f4c80. 00000100:00100000:2.0:1785077085.950867:0:10315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb945ca3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:5fe3b7bb-db07-4beb-bdaa-2b749f19d210+3:13394:x1871788693895296:12345-192.168.204.143@tcp:104: 00000100:00000200:2.0:1785077085.950871:0:10315:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871788693895296 00010000:00000001:2.0:1785077085.950875:0:10315:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1785077085.950883:0:10315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1785077085.950886:0:10315:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1785077085.950889:0:10315:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fb94be14200 refcount=2 00000020:00000001:2.0:1785077085.950892:0:10315:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638216923660800 : -105856785890816 : ffff9fb94be14200) 00010000:00000001:2.0:1785077085.950895:0:10315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638216923660800 : -105856785890816 : ffff9fb94be14200) 00010000:00000001:2.0:1785077085.950899:0:10315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1785077085.950902:0:10315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785077085.950907:0:10315:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.143@tcp lock: ffff9fb94be14200/0x38bc12afecb00dcf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb96b472024967f77 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1785077085.950933:0:10315:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1785077085.950935:0:10315:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1785077085.950940:0:10315:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb9585adc00. 02000000:00000001:2.0:1785077085.950943:0:10315:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077085.950945:0:10315:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785077085.950951:0:10315:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1785077085.950953:0:10315:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785077085.950957:0:10315:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb958dc45e8 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1785077085.950962:0:10315:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1785077085.950965:0:10315:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb958a7d340 refcount 28 to 192.168.204.143@tcp 00000100:00000001:2.0:1785077085.950968:0:10315:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638217138000704 : -105856571550912 : ffff9fb958a7d340) 02000000:00000001:2.0:1785077085.950970:0:10315:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1785077085.950972:0:10315:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077085.950974:0:10315:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785077085.950977:0:10315:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:2.0:1785077085.950982:0:10315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b2fee0. 00000100:00000200:2.0:1785077085.950990:0:10315:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1871788693895296, offset 224 00000400:00000200:2.0:1785077085.950996:0:10315:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:2.0:1785077085.951006:0:10315:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077085.951014:0:10315:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.204.43@tcp to MR: 192.168.204.143@tcp local destination 00000400:00000200:2.0:1785077085.951021:0:10315:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [168:168:256:4294967295] 192.168.204.143@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:2.0:1785077085.951025:0:10315:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077085.951035:0:10315:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:192.168.204.43@tcp) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:2.0:1785077085.951041:0:10315:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:2.0:1785077085.951046:0:10315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94b7dc200. 00000800:00000200:2.0:1785077085.951053:0:10315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:2.0:1785077085.951062:0:10315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:2.0:1785077085.951066:0:10315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94b7dc200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785077085.952002:0:10315:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077085.952013:0:10315:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9fb958a7d340 refcount 27 to 192.168.204.143@tcp 00010000:00000001:2.0:1785077085.952030:0:10315:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1785077085.952037:0:10315:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb94b6109c0. 00010000:00000001:2.0:1785077085.952039:0:10315:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1785077085.952052:0:10315:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1785077085.952054:0:10315:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785077085.952056:0:10315:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785077085.952058:0:10315:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785077085.952065:0:10315:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb945ca3800 x1871788693895296/t0(0) o104->5fe3b7bb-db07-4beb-bdaa-2b749f19d210@192.168.204.143@tcp:396/0 lens 328/224 e 0 to 0 dl 1785077096 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1785077085.952075:0:10315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb945ca3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:5fe3b7bb-db07-4beb-bdaa-2b749f19d210+3:13394:x1871788693895296:12345-192.168.204.143@tcp:104: Request processed in 1236us (15320us total) trans 0 rc 0/0 00000100:00100000:2.0:1785077085.952086:0:10315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.143@tcp, seq: 4 00000100:00000040:2.0:1785077085.952090:0:10315:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb943115800 : new rpc_count 0 00000100:00000001:2.0:1785077085.952092:0:10315:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1785077085.952094:0:10315:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1785077085.952100:0:10315:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb94677c100. 00000020:00000010:2.0:1785077085.952106:0:10315:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb9464684b0. 00000020:00000010:2.0:1785077085.952111:0:10315:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb958610000. 00000020:00000040:2.0:1785077085.952117:0:10315:0:(genops.c:900:class_export_put()) PUTting export ffff9fb943115800 : new refcount 2 00000100:00000001:2.0:1785077085.952120:0:10315:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1785077085.952175:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077085.952179:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077085.952182:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1785077085.952185:0:6175:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1785077085.952187:0:6175:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1785077085.952192:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.143@tcp lock: ffff9fb94be14200/0x38bc12afecb00dcf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb96b472024967f77 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785077085.952201:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9fb94be14200 already unused, calling callback (ffffffffc114ac20) 10000000:00000001:0.0:1785077085.952204:0:6175:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1785077085.952207:0:6175:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.143@tcp lock: ffff9fb94be14200/0x38bc12afecb00dcf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb96b472024967f77 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1785077085.952213:0:6175:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1785077085.952215:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1785077085.952218:0:6175:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1785077085.952219:0:6175:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fb94be14200 refcount=3 00000020:00000001:0.0:1785077085.952232:0:6175:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638216923660800 : -105856785890816 : ffff9fb94be14200) 00010000:00000001:0.0:1785077085.952243:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638216923660800 : -105856785890816 : ffff9fb94be14200) 00010000:00000001:0.0:1785077085.952246:0:6175:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1785077085.952250:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.143@tcp lock: ffff9fb94be14200/0x38bc12afecb00dcf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb96b472024967f77 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1785077085.952257:0:6175:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1785077085.952259:0:6175:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.143@tcp lock: ffff9fb94be14200/0x38bc12afecb00dcf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb96b472024967f77 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785077085.952272:0:6175:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1785077085.952276:0:6175:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1785077085.952277:0:6175:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1785077085.952280:0:6175:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1785077085.952281:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1785077085.952282:0:6175:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1785077085.952289:0:6175:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1785077085.952291:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1785077085.952292:0:6175:0:(mgc_request.c:123:config_log_put()) log params(ffff9fb94bd00200) refs 2 10000000:00000001:0.0:1785077085.952294:0:6175:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1785077085.952296:0:6175:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077085.952298:0:6175:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1785077085.952302:0:6175:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1785077085.952303:0:6175:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1785077085.952305:0:6175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1785077085.952307:0:6175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1785077085.952310:0:6175:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fb94be14200 with handle 0x38bc12afecb00dcf from hash 00010000:00000001:0.0:1785077085.952312:0:6175:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1785077085.952314:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785077085.952316:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785077085.952317:0:6175:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1785077085.952319:0:6175:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1785077085.952321:0:6175:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1785077085.952324:0:6175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1785077085.952327:0:6175:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1785077085.952335:0:6175:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a08e00. 00000020:00000040:0.0:1785077085.952339:0:6175:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=5 obd=MGC192.168.204.143@tcp 00000100:00000001:0.0:1785077085.952351:0:6175:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077085.952353:0:6175:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077085.952358:0:6175:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077085.952365:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb9586dd000. 00000100:00000001:0.0:1785077085.952372:0:6175:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077085.952375:0:6175:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1785077085.952379:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.143@tcp lock: ffff9fb94be14200/0x38bc12afecb00dcf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb96b472024967f77 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785077085.952384:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1785077085.952386:0:6175:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077085.952391:0:6175:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077085.952395:0:6175:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077085.952402:0:6175:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058ffb293] to pc [ptlrpcd_00_00+0] req@ffff9fb946a08e00 x1871788671782784/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785077085.952428:0:6175:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1785077085.952430:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785077085.952432:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785077085.952444:0:6175:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077085.952446:0:6175:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1785077085.952448:0:6175:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077085.952451:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.143@tcp lock: ffff9fb94be14200/0x38bc12afecb00dcf lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb96b472024967f77 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1785077085.952457:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1785077085.952459:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.143@tcp lock: ffff9fb94be14200/0x38bc12afecb00dcf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb96b472024967f77 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1785077085.952466:0:6175:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fb94be41200 count: 0 00010000:00000001:0.0:1785077085.952479:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785077085.952489:0:6175:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1785077085.952491:0:6175:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb94b6109c0. 00010000:00000001:0.0:1785077085.952495:0:6175:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077085.952498:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077085.952504:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077085.952506:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1785077085.952508:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077085.952509:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077085.952510:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1785077085.952512:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077085.952513:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077085.952514:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1785077085.952521:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077085.952525:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077085.952527:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077085.952533:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a08e00 x1871788671782784/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077085.952568:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077085.952570:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077085.952574:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077085.952577:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077085.952580:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077085.952583:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671782784:192.168.204.143@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1785077085.952588:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077085.952594:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077085.952596:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077085.952599:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077085.952604:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb9586dc800. 02000000:00000001:0.0:1785077085.952606:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077085.952612:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077085.952626:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014bf20. 00000400:00000010:0.0:1785077085.952634:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127d48. 00000100:00000200:0.0:1785077085.952642:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671782784, portal 18 00000100:00000001:0.0:1785077085.952644:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077085.952646:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835534336 : -105856874017280 : ffff9fb946a08e00) 00000100:00000040:0.0:1785077085.952651:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a08e00 x1871788671782784/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077085.952658:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077085.952667:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077085.952670:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127088. 00000100:00000200:0.0:1785077085.952674:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1871788671782784, offset 0 00000400:00000200:0.0:1785077085.952680:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077085.952688:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077085.952695:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077085.952700:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077085.952704:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077085.952708:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077085.952710:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077085.952714:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [169:169:255:4294967295] 192.168.204.143@tcp LPNI seq info [169:169:7:4294967295] 00000400:00000200:0.0:1785077085.952718:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077085.952729:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077085.952734:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077085.952739:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952dd7200. 00000800:00000200:0.0:1785077085.952745:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077085.952752:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077085.952756:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952dd7200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1785077085.952759:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077085.952763:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077085.952766:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 2 is 4295061738 00000100:00000001:0.0:1785077085.952772:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295061733 00000100:00000001:0.0:1785077085.952777:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 3 is 4295061738 00000100:00000001:0.0:1785077085.952780:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295061733 00000100:00000001:0.0:1785077085.952783:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077085.952786:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077085.952789:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077085.952791:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077085.952798:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785077085.952800:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1785077085.952802:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077085.952809:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077085.952810:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077085.952813:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077085.952824:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077085.952826:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077085.952828:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077085.952830:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1785077085.953954:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077085.953967:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077085.953971:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077085.953974:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077085.953980:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077085.953986:0:2396:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077085.953994:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077085.953998:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077085.954002:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077085.954006:0:2396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 18 MB=0x6a661c2e04f00 00000400:00000200:3.0:1785077085.954011:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077085.954017:0:2396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.143@tcp of length 224/224 into md 0x8fd [1] + 224 00000800:00000001:3.0:1785077085.954024:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077085.954032:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077085.954035:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077085.954040:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077085.954047:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077085.954055:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a08000 x1871788671782656/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077085.954065:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a08000 x1871788671782656/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077085.954086:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1785077085.954124:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077085.954128:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94b7dc200. 00000400:00000200:3.0:1785077085.954133:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077085.954136:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077085.954151:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b2fee0 00000400:00000010:3.0:1785077085.954154:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b2fee0. 00000100:00000001:3.0:1785077085.954158:0:2396:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1785077085.954160:0:2396:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1785077085.954167:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077085.954170:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077085.954480:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077085.954484:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785077085.954498:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077085.954501:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077085.954504:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb9586096e0. 00000400:00000200:0.0:1785077085.954509:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5d550 00000400:00000010:0.0:1785077085.954511:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5d550. 00000100:00000001:0.0:1785077085.954514:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077085.954519:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a08000 x1871788671782656/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077085.954528:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a08000 x1871788671782656/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077085.954534:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077085.954536:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1F:1785077085.954583:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb98214f200. 00000100:00000001:0.0:1785077085.954600:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077085.954603:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077085.954605:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077085.954608:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077085.954611:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077085.954629:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb95802dca8 time=96 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077085.954634:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb95802dc18 time=108 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077085.954636:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077085.954638:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077085.954641:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785077085.954643:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077085.954646:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077085.954651:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a08000 x1871788671782656/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077085.954659:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077085.954668:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077085.954670:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077085.954676:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a08000 x1871788671782656/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077085.954685:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2403:1871788671782656:192.168.204.143@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1785077085.954690:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077085.954693:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077085.954697:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a08000 x1871788671782656/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077085.954704:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077085.954707:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077085.954710:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb9586fd200. 02000000:00000001:0.0:1785077085.954714:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077085.954717:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077085.954719:0:2403:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000020:00000001:0.0:1785077085.954721:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077085.954725:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb9586dcc00. 02000000:00000001:0.0:1785077085.954728:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077085.954730:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077085.954732:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a08000. 00000100:00000001:0.0:1785077085.954735:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077085.954737:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077085.954739:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077085.954746:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785077085.954748:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077085.954750:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077085.954752:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1785077085.955046:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785077085.955051:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952dd7200. 00000400:00000200:3.0:1785077085.955055:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077085.955060:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:3.0:1785077085.955064:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127088 00000400:00000010:3.0:1785077085.955066:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127088. 00000100:00000001:3.0:1785077085.955071:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785077085.955075:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a08e00 x1871788671782784/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077085.955084:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785077085.955087:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a08e00 x1871788671782784/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077085.955093:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077085.955095:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1785077085.958594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fb94be41200. 00010000:00000010:0.1:1785077085.958614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb94be14200. 00000800:00000001:2.0:1785077085.968612:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077085.968643:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785077085.968647:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077085.968650:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077085.968660:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077085.968668:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:2.0:1785077085.968678:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077085.968683:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077085.968689:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077085.968693:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 18 MB=0x6a661c2e04f80 00000400:00000200:2.0:1785077085.968698:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:2.0:1785077085.968705:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.143@tcp of length 224/224 into md 0x90d [1] + 224 00000800:00000001:2.0:1785077085.968729:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077085.968737:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785077085.968740:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077085.968745:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:2.0:1785077085.968753:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785077085.968762:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a08e00 x1871788671782784/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785077085.968772:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a08e00 x1871788671782784/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077085.968795:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785077085.968805:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785077085.968808:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077085.969028:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077085.969033:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785077085.969040:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077085.969042:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077085.969046:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014bf20. 00000400:00000200:0.0:1785077085.969052:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127d48 00000400:00000010:0.0:1785077085.969054:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127d48. 00000100:00000001:0.0:1785077085.969057:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077085.969071:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a08e00 x1871788671782784/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077085.969079:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a08e00 x1871788671782784/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077085.969085:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077085.969088:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077085.969091:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077085.969095:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077085.969098:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077085.969100:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077085.969104:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077085.969111:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb95802dca8 time=96 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077085.969115:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb95802dc18 time=108 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077085.969118:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077085.969120:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077085.969123:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785077085.969125:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077085.969128:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077085.969133:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a08e00 x1871788671782784/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077085.969141:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077085.969144:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077085.969147:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077085.969150:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a08e00 x1871788671782784/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077085.969168:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:2402:1871788671782784:192.168.204.143@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1785077085.969174:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077085.969176:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077085.969180:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a08e00 x1871788671782784/t0(0) o103->MGC192.168.204.143@tcp@192.168.204.143@tcp:17/18 lens 328/224 e 0 to 0 dl 1785077101 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077085.969186:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077085.969196:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077085.969199:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb9586dc800. 02000000:00000001:0.0:1785077085.969203:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077085.969206:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077085.969208:0:2402:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=3 obd=MGC192.168.204.143@tcp 00000020:00000001:0.0:1785077085.969210:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077085.969213:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb9586dd000. 02000000:00000001:0.0:1785077085.969216:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077085.969218:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077085.969221:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a08e00. 00000100:00000001:0.0:1785077085.969224:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077085.969225:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077085.969228:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077085.969236:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785077085.969238:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077085.969241:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077085.969244:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077086.338949:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077086.338956:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077086.338963:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077086.338964:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077086.338986:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077086.338989:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077086.338992:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785077086.467933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077086.467940:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077086.467947:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a08e00. 00000020:00000040:0.0:1785077086.467953:0:8:0:(genops.c:1231:class_import_get()) import ffff9fb9462eb800 refcount=4 obd=lustre-MDT0000-mdc-ffff9fb9586d6000 00000100:00000001:0.0:1785077086.467958:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077086.467961:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077086.467967:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077086.467974:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb952dd7200. 00000100:00000001:0.0:1785077086.467981:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.467995:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0000_UUID req@ffff9fb946a08e00 x1871788671782912/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077086.468006:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077086.468017:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.468024:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058ffb293] to pc [ptlrpcd_00_01+1] req@ffff9fb946a08e00 x1871788671782912/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.468044:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.468047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077086.468050:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077086.468053:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a08000. 00000020:00000040:0.0:1785077086.468055:0:8:0:(genops.c:1231:class_import_get()) import ffff9fb9462ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fb9586d6000 00000100:00000001:0.0:1785077086.468058:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077086.468059:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077086.468061:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077086.468065:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94b5f2e00. 00000100:00000001:0.0:1785077086.468068:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.468072:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-MDT0001_UUID req@ffff9fb946a08000 x1871788671783040/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077086.468079:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077086.468081:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.468085:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009e2332a] to pc [ptlrpcd_00_00+0] req@ffff9fb946a08000 x1871788671783040/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.468092:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.468094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785077086.468097:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785077086.468100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785077086.468103:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7a428b1-be69-4e3d-8033-9449a6fe6934->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785077086.468105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077086.468109:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077086.468111:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0b480. 00000020:00000040:0.0:1785077086.468126:0:8:0:(genops.c:1231:class_import_get()) import ffff9fb943111000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fb946f79800 00000100:00000001:0.0:1785077086.468135:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077086.468136:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077086.468138:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077086.468142:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94b5f2200. 00000100:00000001:0.0:1785077086.468145:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.468150:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0000_UUID req@ffff9fb946a0b480 x1871788671783168/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077086.468156:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077086.468158:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.468162:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9d3143] to pc [ptlrpcd_00_01+1] req@ffff9fb946a0b480 x1871788671783168/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.468169:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.468171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785077086.468174:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785077086.468177:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0b100. 00000020:00000040:0.0:1785077086.468179:0:8:0:(genops.c:1231:class_import_get()) import ffff9fb948603000 refcount=4 obd=lustre-MDT0001-mdc-ffff9fb946f79800 00000100:00000001:0.0:1785077086.468181:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077086.468182:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077086.468184:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077086.468187:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb94b5f2400. 00000100:00000001:0.0:1785077086.468189:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.468193:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-MDT0001_UUID req@ffff9fb946a0b100 x1871788671783296/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785077086.468200:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077086.468202:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.468206:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1509616] to pc [ptlrpcd_00_00+0] req@ffff9fb946a0b100 x1871788671783296/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.468213:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.468216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785077086.468219:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785077086.468226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785077086.468229:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785077086.468235:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (398) 00000100:00000001:0.0:1785077086.468246:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077086.468250:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077086.468253:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077086.468259:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a08e00 x1871788671782912/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.468266:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077086.468269:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077086.468273:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077086.468275:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077086.468278:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077086.468281:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671782912:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077086.468285:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077086.468291:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077086.468293:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077086.468295:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077086.468299:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb946289600. 02000000:00000001:0.0:1785077086.468301:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077086.468310:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077086.468314:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014bf20. 00000400:00000010:0.0:1785077086.468321:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127d48. 00000100:00000200:0.0:1785077086.468328:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671782912, portal 10 00000100:00000001:0.0:1785077086.468330:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077086.468331:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835534336 : -105856874017280 : ffff9fb946a08e00) 00000100:00000040:0.0:1785077086.468338:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a08e00 x1871788671782912/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.468345:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077086.468348:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077086.468350:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127440. 00000100:00000200:0.0:1785077086.468360:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671782912, offset 0 00000400:00000200:0.0:1785077086.468366:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077086.468374:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077086.468382:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077086.468387:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077086.468392:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077086.468396:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077086.468398:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077086.468403:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [170:170:256:4294967295] 192.168.204.143@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1785077086.468407:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077086.468417:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077086.468422:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077086.468438:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94b5f2d00. 00000800:00000200:0.0:1785077086.468445:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077086.468453:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077086.468458:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94b5f2d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077086.468788:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.468793:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: using a timeout of 114667 usecs (115 jiffies) 00000400:00000200:0.0:1785077086.468797:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077086.468799:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 2 is 4295061107 00000100:00000001:0.0:1785077086.468803:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS request active for cpu 2, keep current deadline 4295061738 00000100:00000001:0.0:1785077086.468805:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 3 is 4295061107 00000100:00000001:0.0:1785077086.468807:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb9586d6000: PM QoS request active for cpu 3, keep current deadline 4295061738 00000100:00000001:0.0:1785077086.468809:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077086.468812:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077086.468814:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077086.468819:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0b480 x1871788671783168/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.468826:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077086.468833:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077086.468836:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077086.468837:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077086.468839:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077086.468842:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2403:1871788671783168:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077086.468845:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077086.468848:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077086.468850:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077086.468851:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077086.468854:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb946288e00. 02000000:00000001:0.0:1785077086.468856:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077086.468859:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077086.468861:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014b6e0. 00000400:00000010:0.0:1785077086.468864:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127f68. 00000100:00000200:0.0:1785077086.468867:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671783168, portal 10 00000100:00000001:0.0:1785077086.468869:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077086.468870:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835544192 : -105856874007424 : ffff9fb946a0b480) 00000100:00000040:0.0:1785077086.468877:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0b480 x1871788671783168/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.468883:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077086.468885:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077086.468887:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127550. 00000100:00000200:0.0:1785077086.468890:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671783168, offset 0 00000400:00000200:0.0:1785077086.468894:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077086.468899:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077086.468902:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077086.468905:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077086.468908:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077086.468910:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077086.468912:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077086.468915:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [171:171:255:4294967295] 192.168.204.143@tcp LPNI seq info [171:171:7:4294967295] 00000400:00000200:0.0:1785077086.468919:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077086.468925:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077086.468935:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077086.468939:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94b5f2900. 00000800:00000200:0.0:1785077086.468943:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077086.468948:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077086.468950:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94b5f2900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077086.468953:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.468957:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: using a timeout of 25326 usecs (26 jiffies) 00000400:00000200:0.0:1785077086.468960:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077086.468962:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295061018 00000100:00000001:0.0:1785077086.468964:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295061738 00000100:00000001:0.0:1785077086.468966:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295061018 00000100:00000001:0.0:1785077086.468968:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295061738 00000100:00000001:0.0:1785077086.468969:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077086.468971:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077086.468974:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077086.468977:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077086.468983:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785077086.468985:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1785077086.468987:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077086.468989:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077086.468990:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077086.468993:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1785077086.468995:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077086.468997:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785077086.468998:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077086.469000:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077086.469001:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077086.469002:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077086.469007:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a08000 x1871788671783040/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.469014:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077086.469016:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077086.469023:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077086.469025:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077086.469027:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077086.469030:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671783040:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077086.469034:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077086.469036:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077086.469038:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077086.469040:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077086.469043:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb946288800. 02000000:00000001:0.0:1785077086.469045:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077086.469048:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077086.469051:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014b7e8. 00000400:00000010:0.0:1785077086.469054:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9581276e8. 00000100:00000200:0.0:1785077086.469057:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671783040, portal 10 00000100:00000001:0.0:1785077086.469059:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077086.469061:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835530752 : -105856874020864 : ffff9fb946a08000) 00000100:00000040:0.0:1785077086.469067:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a08000 x1871788671783040/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.469074:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077086.469076:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077086.469078:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127dd0. 00000100:00000200:0.0:1785077086.469081:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671783040, offset 0 00000400:00000200:0.0:1785077086.469085:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077086.469089:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077086.469092:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077086.469095:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077086.469098:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077086.469100:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077086.469103:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077086.469105:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [172:172:254:4294967295] 192.168.204.143@tcp LPNI seq info [172:172:6:4294967295] 00000400:00000200:0.0:1785077086.469110:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077086.469116:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077086.469126:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077086.469129:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94b5f2700. 00000800:00000200:0.0:1785077086.469133:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077086.469138:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077086.469140:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94b5f2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077086.469143:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.469146:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: using a timeout of 130620 usecs (131 jiffies) 00000400:00000200:0.0:1785077086.469149:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077086.469152:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 2 is 4295061123 00000100:00000001:0.0:1785077086.469154:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS request active for cpu 2, keep current deadline 4295061738 00000100:00000001:0.0:1785077086.469156:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS new deadline estimation for cpu 3 is 4295061123 00000100:00000001:0.0:1785077086.469158:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb9586d6000: PM QoS request active for cpu 3, keep current deadline 4295061738 00000100:00000001:0.0:1785077086.469160:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077086.469162:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077086.469163:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077086.469168:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0b100 x1871788671783296/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.469174:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077086.469175:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077086.469177:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077086.469179:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077086.469181:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077086.469183:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2403:1871788671783296:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077086.469186:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077086.469189:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077086.469190:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077086.469192:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077086.469194:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb946288400. 02000000:00000001:0.0:1785077086.469196:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077086.469199:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077086.469206:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014b058. 00000400:00000010:0.0:1785077086.469210:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127220. 00000100:00000200:0.0:1785077086.469213:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671783296, portal 10 00000100:00000001:0.0:1785077086.469215:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077086.469216:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835543296 : -105856874008320 : ffff9fb946a0b100) 00000100:00000040:0.0:1785077086.469223:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0b100 x1871788671783296/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.469229:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077086.469231:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077086.469233:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127aa0. 00000100:00000200:0.0:1785077086.469235:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871788671783296, offset 0 00000400:00000200:0.0:1785077086.469239:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077086.469243:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077086.469246:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077086.469249:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077086.469251:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077086.469253:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077086.469255:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077086.469258:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [173:173:253:4294967295] 192.168.204.143@tcp LPNI seq info [173:173:5:4294967295] 00000400:00000200:0.0:1785077086.469262:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077086.469267:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077086.469271:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077086.469274:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94b5f2500. 00000800:00000200:0.0:1785077086.469277:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077086.469281:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077086.469283:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94b5f2500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785077086.469286:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.469288:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: using a timeout of 27757 usecs (28 jiffies) 00000400:00000200:0.0:1785077086.469291:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077086.469293:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 2 is 4295061020 00000100:00000001:0.0:1785077086.469295:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS request active for cpu 2, keep current deadline 4295061738 00000100:00000001:0.0:1785077086.469302:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS new deadline estimation for cpu 3 is 4295061020 00000100:00000001:0.0:1785077086.469304:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fb946f79800: PM QoS request active for cpu 3, keep current deadline 4295061738 00000100:00000001:0.0:1785077086.469306:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077086.469308:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077086.469311:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077086.469313:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077086.469325:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077086.469327:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1785077086.469461:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077086.469466:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94b5f2d00. 00000400:00000200:2.0:1785077086.469472:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077086.469477:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077086.469483:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127440 00000400:00000010:2.0:1785077086.469485:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127440. 00000100:00000001:2.0:1785077086.469490:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077086.469495:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a08e00 x1871788671782912/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077086.469505:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077086.469508:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a08e00 x1871788671782912/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077086.469514:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077086.469516:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077086.469529:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077086.469530:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94b5f2900. 00000400:00000200:2.0:1785077086.469533:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077086.469536:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077086.469566:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127550 00000400:00000010:2.0:1785077086.469568:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127550. 00000100:00000001:2.0:1785077086.469578:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077086.469582:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0b480 x1871788671783168/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077086.469589:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077086.469592:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0b480 x1871788671783168/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077086.469599:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077086.469600:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077086.469609:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077086.469611:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94b5f2700. 00000400:00000200:2.0:1785077086.469614:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077086.469617:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077086.469620:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127dd0 00000400:00000010:2.0:1785077086.469621:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127dd0. 00000100:00000001:2.0:1785077086.469623:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077086.469627:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a08000 x1871788671783040/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077086.469634:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077086.469636:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a08000 x1871788671783040/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077086.469642:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077086.469644:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785077086.470142:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077086.470147:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94b5f2500. 00000400:00000200:2.0:1785077086.470151:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077086.470155:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077086.470158:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127aa0 00000400:00000010:2.0:1785077086.470160:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127aa0. 00000100:00000001:2.0:1785077086.470163:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077086.470167:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0b100 x1871788671783296/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077086.470175:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077086.470185:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0b100 x1871788671783296/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077086.470191:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077086.470193:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785077086.480412:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077086.480441:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077086.480446:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077086.480448:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077086.480457:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480465:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077086.480475:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480480:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480485:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480490:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e05000 00000400:00000200:3.0:1785077086.480495:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480502:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x915 [1] + 224 00000800:00000001:3.0:1785077086.480508:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077086.480512:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077086.480530:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077086.480536:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077086.480567:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077086.480577:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a08e00 x1871788671782912/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077086.480589:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a08e00 x1871788671782912/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077086.480604:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077086.480613:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077086.480618:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077086.480619:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077086.480621:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077086.480624:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480627:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077086.480632:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480634:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480636:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480639:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e05100 00000400:00000200:3.0:1785077086.480642:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480645:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x91d [1] + 224 00000800:00000001:3.0:1785077086.480649:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077086.480652:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077086.480654:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077086.480656:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077086.480659:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077086.480663:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0b480 x1871788671783168/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077086.480671:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a0b480 x1871788671783168/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077086.480677:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077086.480704:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077086.480708:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077086.480710:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077086.480712:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077086.480715:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480718:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077086.480722:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480724:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480727:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480730:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e05080 00000400:00000200:3.0:1785077086.480733:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480736:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x925 [1] + 224 00000800:00000001:3.0:1785077086.480739:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077086.480742:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077086.480744:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077086.480747:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077086.480749:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077086.480754:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a08000 x1871788671783040/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077086.480762:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a08000 x1871788671783040/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077086.480769:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077086.480772:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077086.480775:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077086.480776:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077086.480777:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077086.480780:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480782:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077086.480786:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480788:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480791:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480793:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 224 into portal 10 MB=0x6a661c2e05180 00000400:00000200:3.0:1785077086.480795:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077086.480806:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.143@tcp of length 224/224 into md 0x92d [1] + 224 00000800:00000001:3.0:1785077086.480810:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077086.480816:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077086.480818:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077086.480821:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077086.480824:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077086.480828:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0b100 x1871788671783296/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077086.480837:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb946a0b100 x1871788671783296/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077086.480843:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077086.480847:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077086.480850:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077086.481115:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077086.481119:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785077086.481127:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077086.481129:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077086.481138:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014b7e8. 00000400:00000200:0.0:1785077086.481143:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9581276e8 00000400:00000010:0.0:1785077086.481146:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9581276e8. 00000100:00000001:0.0:1785077086.481150:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077086.481155:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a08000 x1871788671783040/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077086.481163:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a08000 x1871788671783040/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.481169:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077086.481171:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077086.481173:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077086.481178:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077086.481181:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077086.481183:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077086.481186:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077086.481195:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb9462eac60 time=108 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077086.481199:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb9462eac18 time=108 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077086.481202:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077086.481203:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077086.481207:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1785077086.481211:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a08000 x1871788671783040/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785077086.481228:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077086.481232:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077086.481235:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb9586d6000: skip recheck: last_committed 0 00000100:00000001:0.0:1785077086.481237:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077086.481238:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.481243:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a08000 x1871788671783040/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.481249:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077086.481252:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077086.481253:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077086.481257:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a08000 x1871788671783040/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077086.481265:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671783040:192.168.204.143@tcp:400:kworker.0 00000400:00000001:0.0:1785077086.481271:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077086.481273:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077086.481275:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014b058. 00000400:00000200:0.0:1785077086.481277:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127220 00000400:00000010:0.0:1785077086.481279:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127220. 00000100:00000001:0.0:1785077086.481281:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077086.481285:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0b100 x1871788671783296/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077086.481292:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0b100 x1871788671783296/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.481298:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077086.481299:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077086.481301:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077086.481302:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077086.481304:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077086.481305:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077086.481312:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077086.481318:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb948603460 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077086.481321:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb948603418 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077086.481324:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077086.481325:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077086.481327:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1785077086.481331:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fb946a0b100 x1871788671783296/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785077086.481338:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077086.481340:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077086.481342:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:0.0:1785077086.481344:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077086.481345:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.481349:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0b100 x1871788671783296/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.481355:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077086.481357:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077086.481358:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077086.481362:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0b100 x1871788671783296/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077086.481369:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2403:1871788671783296:192.168.204.143@tcp:400:kworker.0 00000400:00000001:0.0:1785077086.481375:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077086.481376:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077086.481378:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014bf20. 00000400:00000200:0.0:1785077086.481380:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127d48 00000400:00000010:0.0:1785077086.481382:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127d48. 00000100:00000001:0.0:1785077086.481384:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077086.481388:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a08e00 x1871788671782912/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077086.481396:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a08e00 x1871788671782912/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.481412:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077086.481414:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077086.481416:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077086.481417:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077086.481419:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077086.481420:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077086.481422:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077086.481440:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb9462ebc60 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077086.481444:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb9462ebc18 time=109 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077086.481446:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077086.481447:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077086.481449:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785077086.481451:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077086.481453:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077086.481454:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb9586d6000: skip recheck: last_committed 0 00000100:00000001:0.0:1785077086.481455:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077086.481457:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.481461:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a08e00 x1871788671782912/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.481466:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077086.481468:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077086.481469:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077086.481473:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a08e00 x1871788671782912/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077086.481479:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7a428b1-be69-4e3d-8033-9449a6fe6934:2403:1871788671782912:192.168.204.143@tcp:400:kworker.0 00000400:00000001:0.0:1785077086.481484:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077086.481485:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077086.481487:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014b6e0. 00000400:00000200:0.0:1785077086.481489:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127f68 00000400:00000010:0.0:1785077086.481490:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127f68. 00000100:00000001:0.0:1785077086.481492:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077086.481495:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0b480 x1871788671783168/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077086.481507:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0b480 x1871788671783168/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.481512:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077086.481513:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077086.481515:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077086.481516:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077086.481517:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077086.481519:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077086.481520:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077086.481524:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb943111460 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077086.481527:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb943111418 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077086.481529:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077086.481530:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077086.481532:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785077086.481534:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077086.481536:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785077086.481537:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fb946f79800: skip recheck: last_committed 0 00000100:00000001:0.0:1785077086.481566:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785077086.481568:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077086.481572:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0b480 x1871788671783168/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.481577:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077086.481579:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077086.481580:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077086.481583:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0b480 x1871788671783168/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077086.481590:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c5feaeb1-fc4e-4972-b7a5-82d21fbe62fa:2403:1871788671783168:192.168.204.143@tcp:400:kworker.0 00000100:00000001:0.0:1785077086.481594:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077086.481597:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077086.481601:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a08000 x1871788671783040/t0(0) o400->lustre-MDT0001-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.481618:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077086.481621:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077086.481624:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb946288800. 02000000:00000001:0.0:1785077086.481627:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077086.481629:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077086.481631:0:2403:0:(genops.c:1244:class_import_put()) import ffff9fb9462ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fb9586d6000 00000020:00000001:0.0:1785077086.481633:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077086.481636:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94b5f2e00. 02000000:00000001:0.0:1785077086.481639:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077086.481641:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077086.481643:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a08000. 00000100:00000001:0.0:1785077086.481646:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077086.481647:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077086.481649:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077086.481652:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0b100 x1871788671783296/t0(0) o400->lustre-MDT0001-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.481658:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077086.481659:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077086.481661:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb946288400. 02000000:00000001:0.0:1785077086.481662:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077086.481664:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077086.481664:0:2403:0:(genops.c:1244:class_import_put()) import ffff9fb948603000 refcount=3 obd=lustre-MDT0001-mdc-ffff9fb946f79800 00000020:00000001:0.0:1785077086.481666:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077086.481668:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94b5f2400. 02000000:00000001:0.0:1785077086.481669:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077086.481670:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077086.481671:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0b100. 00000100:00000001:0.0:1785077086.481673:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077086.481675:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077086.481676:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077086.481678:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a08e00 x1871788671782912/t0(0) o400->lustre-MDT0000-mdc-ffff9fb9586d6000@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.481684:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077086.481685:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077086.481690:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb946289600. 02000000:00000001:0.0:1785077086.481692:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077086.481693:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077086.481694:0:2403:0:(genops.c:1244:class_import_put()) import ffff9fb9462eb800 refcount=3 obd=lustre-MDT0000-mdc-ffff9fb9586d6000 00000020:00000001:0.0:1785077086.481955:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077086.481958:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb952dd7200. 02000000:00000001:0.0:1785077086.481962:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077086.481963:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077086.481964:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a08e00. 00000100:00000001:0.0:1785077086.481967:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077086.481968:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077086.481969:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077086.481974:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0b480 x1871788671783168/t0(0) o400->lustre-MDT0000-mdc-ffff9fb946f79800@192.168.204.143@tcp:12/10 lens 224/224 e 0 to 0 dl 1785077102 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077086.481980:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077086.481981:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077086.481983:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb946288e00. 02000000:00000001:0.0:1785077086.481985:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077086.481987:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077086.481988:0:2403:0:(genops.c:1244:class_import_put()) import ffff9fb943111000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fb946f79800 00000020:00000001:0.0:1785077086.481989:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077086.481991:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb94b5f2200. 02000000:00000001:0.0:1785077086.481993:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077086.481994:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077086.481995:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0b480. 00000100:00000001:0.0:1785077086.481997:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077086.481998:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077086.482000:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077086.482008:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785077086.482010:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077086.482012:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785077086.482015:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1785077086.693029:0:10377:0:(debug.c:306:cfs_str2mask()) Process entered 00000100:00000040:3.0:1785077087.234848:0:33:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04330 (cpu 0) has reached its deadline 4295061738, at 4295061760 00000100:00000010:3.0:1785077087.234866:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb946231360. 00000100:00000040:2.0:1785077087.239828:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04220 (cpu 0) has reached its deadline 4295061738, at 4295061765 00000100:00000010:2.0:1785077087.239846:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb946231720. 00010000:00000001:0.0:1785077087.362948:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077087.362957:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077087.362963:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077087.362965:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077087.362985:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077087.363006:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077087.363010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1785077087.938678:0:6178:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1785077087.938686:0:6178:0:(mgc_request.c:108:config_log_get()) log params (ffff9fb9462b4600) refs 2 10000000:00000001:1.0:1785077087.938691:0:6178:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1785077087.938693:0:6178:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1785077087.938695:0:6178:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1785077087.938696:0:6178:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1785077087.938699:0:6178:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1785077087.938701:0:6178:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1785077087.938703:0:6178:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9fb946f79800 from 7 10000000:00000001:1.0:1785077087.938706:0:6178:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1785077087.938707:0:6178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1785077087.938719:0:6178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946460380. 00000020:00000040:1.0:1785077087.938725:0:6178:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000100:00000001:1.0:1785077087.938730:0:6178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785077087.938733:0:6178:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785077087.938739:0:6178:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785077087.938747:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb9586fde00. 00000100:00000001:1.0:1785077087.938754:0:6178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785077087.938760:0:6178:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1785077087.938763:0:6178:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1785077087.938770:0:6178:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9fb94bcaec00. 00010000:00000001:1.0:1785077087.938775:0:6178:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1785077087.938779:0:6178:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb98214fa00. 00000020:00000001:1.0:1785077087.938784:0:6178:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1785077087.938787:0:6178:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fb98214fa00 with handle 0x38bc12afecb00e3f to hash 00000020:00000001:1.0:1785077087.938789:0:6178:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1785077087.938854:0:6178:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638217833019904 : -105855876531712 : ffff9fb98214fa00) 00010000:00000001:1.0:1785077087.938857:0:6178:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638217833019904 : -105855876531712 : ffff9fb98214fa00) 00010000:00000001:1.0:1785077087.938861:0:6178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1785077087.938864:0:6178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785077087.938869:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb98214fa00/0x38bc12afecb00e3f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785077087.938879:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.143@tcp lock: ffff9fb98214fa00/0x38bc12afecb00e3f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785077087.938891:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.143@tcp lock: ffff9fb98214fa00/0x38bc12afecb00e3f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1785077087.938897:0:6178:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1785077087.938899:0:6178:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1785077087.938917:0:6178:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb941254900. 00000100:00000001:1.0:1785077087.938919:0:6178:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446638216743569664 : -105856965981952 : ffff9fb941254900) 00000100:00000001:1.0:1785077087.938922:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785077087.938924:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216829600640 : -105856879950976 : ffff9fb946460380) 00000100:00000001:1.0:1785077087.938928:0:6178:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785077087.938932:0:6178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077087.938935:0:6178:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1785077087.938937:0:6178:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785077087.938946:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946460380 x1871788671783424/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.938955:0:6178:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785077087.938957:0:6178:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077087.938960:0:6178:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785077087.938963:0:6178:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785077087.938965:0:6178:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785077087.938969:0:6178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946460380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671783424:192.168.204.143@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1785077087.938973:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785077087.938996:0:6178:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785077087.938998:0:6178:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077087.939002:0:6178:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785077087.939007:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb94a45e800. 02000000:00000001:1.0:1785077087.939009:0:6178:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785077087.939016:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:1.0:1785077087.939021:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb958609790. 00000400:00000010:1.0:1785077087.939027:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5d3b8. 00000100:00000200:1.0:1785077087.939035:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871788671783424, portal 25 00000100:00000001:1.0:1785077087.939038:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785077087.939039:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216829600640 : -105856879950976 : ffff9fb946460380) 00000100:00000040:1.0:1785077087.939045:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946460380 x1871788671783424/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077103 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.939053:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785077087.939055:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:1.0:1785077087.939058:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5de58. 00000100:00000200:1.0:1785077087.939061:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1871788671783424, offset 0 00000400:00000200:1.0:1785077087.939067:0:6178:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:1.0:1785077087.939076:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077087.939083:0:6178:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:1.0:1785077087.939089:0:6178:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785077087.939092:0:6178:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:1.0:1785077087.939097:0:6178:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785077087.939099:0:6178:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:1.0:1785077087.939103:0:6178:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [174:174:256:4294967295] 192.168.204.143@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:1.0:1785077087.939108:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077087.939118:0:6178:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:1.0:1785077087.939124:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:1.0:1785077087.939130:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb958b68c00. 00000800:00000200:1.0:1785077087.939138:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:1.0:1785077087.939146:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:1.0:1785077087.939150:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb958b68c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1785077087.939180:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785077087.939185:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:1.0:1785077087.939188:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 2 is 4295063724 00000100:00000010:1.0:1785077087.939193:0:6178:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb946231ea0. 00000100:00000001:1.0:1785077087.939200:0:6178:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1785077087.939206:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 3 is 4295063724 00000100:00000010:1.0:1785077087.939209:0:6178:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb946231f00. 00000100:00000001:1.0:1785077087.939213:0:6178:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1785077087.939216:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077087.939218:0:6178:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077087.939220:0:6178:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785077087.939222:0:6178:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1785077087.939224:0:6178:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb941254900 going to sleep for 11 seconds 00000100:00000001:1.0:1785077087.939226:0:6178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785077087.939229:0:6178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1785077087.939479:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077087.939484:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb958b68c00. 00000400:00000200:2.0:1785077087.939490:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077087.939495:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077087.939501:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5de58 00000400:00000010:2.0:1785077087.939503:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5de58. 00000100:00000001:2.0:1785077087.939508:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077087.939512:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946460380 x1871788671783424/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077103 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077087.939522:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077087.939525:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb946460380 x1871788671783424/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077103 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077087.939531:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077087.939533:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785077087.943871:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077087.943903:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077087.943909:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077087.943912:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077087.943922:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077087.943932:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077087.943943:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077087.943949:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077087.943956:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077087.943961:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 344 into portal 25 MB=0x6a661c2e05200 00000400:00000200:3.0:1785077087.943967:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077087.943974:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.143@tcp of length 344/344 into md 0x935 [1] + 224 00000800:00000001:3.0:1785077087.943984:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077087.943991:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077087.943995:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077087.944000:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077087.944011:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077087.944040:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946460380 x1871788671783424/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077103 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077087.944053:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9fb946460380 x1871788671783424/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077103 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077087.944078:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077087.944088:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077087.944092:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077087.944360:0:6178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785077087.944376:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785077087.944378:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785077087.944382:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb958609790. 00000400:00000200:1.0:1785077087.944392:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5d3b8 00000400:00000010:1.0:1785077087.944406:0:6178:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5d3b8. 00000100:00000001:1.0:1785077087.944412:0:6178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785077087.944424:0:6178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946460380 x1871788671783424/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077103 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785077087.944435:0:6178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946460380 x1871788671783424/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077103 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.944442:0:6178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785077087.944444:0:6178:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077087.944446:0:6178:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785077087.944449:0:6178:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785077087.944452:0:6178:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785077087.944455:0:6178:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077087.944458:0:6178:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785077087.944465:0:6178:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb95802dc60 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1785077087.944485:0:6178:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb95802dc18 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1785077087.944488:0:6178:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785077087.944490:0:6178:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785077087.944492:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785077087.944494:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077087.944498:0:6178:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785077087.944503:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946460380 x1871788671783424/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077103 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.944511:0:6178:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077087.944514:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785077087.944516:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785077087.944520:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946460380 x1871788671783424/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077103 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785077087.944529:0:6178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946460380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671783424:192.168.204.143@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1785077087.944533:0:6178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077087.944537:0:6178:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077087.944576:0:6178:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1785077087.944580:0:6178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785077087.944584:0:6178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946460380 x1871788671783424/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077103 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.944592:0:6178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1785077087.944595:0:6178:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb941254900. 00000100:00000001:1.0:1785077087.944599:0:6178:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1785077087.944600:0:6178:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785077087.944604:0:6178:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1785077087.944619:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1785077087.944622:0:6178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1785077087.944627:0:6178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fb98214fa00 refcount=4 00000020:00000001:1.0:1785077087.944630:0:6178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638217833019904 : -105855876531712 : ffff9fb98214fa00) 00010000:00000001:1.0:1785077087.944633:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638217833019904 : -105855876531712 : ffff9fb98214fa00) 00010000:00000040:1.0:1785077087.944641:0:6178:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9fb98214fa00, remote cookie: 0xb96b472024968026, flags: 0x0 00010000:00000001:1.0:1785077087.944644:0:6178:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1785077087.944655:0:6178:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1785077087.944657:0:6178:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1785077087.944659:0:6178:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1785077087.944660:0:6178:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1785077087.944663:0:6178:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9fb94bcaec00) refcount = 1 00010000:00010000:1.0:1785077087.944770:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.143@tcp lock: ffff9fb98214fa00/0x38bc12afecb00e3f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024968026 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1785077087.944780:0:6178:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1785077087.944782:0:6178:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1785077087.944783:0:6178:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1785077087.944787:0:6178:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1785077087.944790:0:6178:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785077087.944793:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.143@tcp lock: ffff9fb98214fa00/0x38bc12afecb00e3f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb96b472024968026 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1785077087.944799:0:6178:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1785077087.944801:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1785077087.944803:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1785077087.944804:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1785077087.944804:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1785077087.944806:0:6178:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077087.944809:0:6178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785077087.944814:0:6178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946460380 x1871788671783424/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077103 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.944820:0:6178:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785077087.944822:0:6178:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785077087.944825:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb94a45e800. 02000000:00000001:1.0:1785077087.944829:0:6178:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785077087.944832:0:6178:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785077087.944834:0:6178:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=3 obd=MGC192.168.204.143@tcp 00000020:00000001:1.0:1785077087.944836:0:6178:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785077087.944838:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb9586fde00. 02000000:00000001:1.0:1785077087.944841:0:6178:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785077087.944843:0:6178:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785077087.944845:0:6178:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946460380. 00000100:00000001:1.0:1785077087.944853:0:6178:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785077087.944854:0:6178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1785077087.944857:0:6178:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1785077087.944860:0:6178:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1785077087.944862:0:6178:0:(mgc_request.c:108:config_log_get()) log params (ffff9fb9462b4600) refs 3 10000000:00000001:1.0:1785077087.944864:0:6178:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785077087.944866:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1785077087.944867:0:6178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1785077087.944868:0:6178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fb98214fa00 refcount=3 00000020:00000001:1.0:1785077087.944870:0:6178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638217833019904 : -105855876531712 : ffff9fb98214fa00) 00010000:00000001:1.0:1785077087.944872:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638217833019904 : -105855876531712 : ffff9fb98214fa00) 00010000:00000001:1.0:1785077087.944874:0:6178:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1785077087.944875:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1785077087.944876:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1785077087.944878:0:6178:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1785077087.944880:0:6178:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1785077087.944884:0:6178:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9fb958c10d40. 00000020:00000010:1.0:1785077087.944887:0:6178:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb9586fde00. 00000020:00000010:1.0:1785077087.944892:0:6178:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fb9586fca00. 00000040:00000010:1.0:1785077087.944896:0:6178:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9fb9586fcc00. 00000020:00000010:1.0:1785077087.944900:0:6178:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fb94861d000. 00000020:00000010:1.0:1785077087.944904:0:6178:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fb9586fc600. 80000000:00000010:1.0:1785077087.944909:0:6178:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fb946231060. 00040000:00000010:1.0:1785077087.944913:0:6178:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fb9586fd000. 20000000:00000010:1.0:1785077087.944917:0:6178:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9fb9586fc400. 10000000:00000040:1.0:1785077087.944921:0:6178:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9fb943f6af00 : new refcount 2 00000020:00000001:1.0:1785077087.944924:0:6178:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1785077087.944925:0:6178:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1785077087.944928:0:6178:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1785077087.944931:0:6178:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9fb9586fc200. 00000040:00000001:1.0:1785077087.944934:0:6178:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1785077087.944937:0:6178:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000100:00000010:1.0:1785077087.944941:0:6178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946460380. 00000020:00000040:1.0:1785077087.944944:0:6178:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=5 obd=MGC192.168.204.143@tcp 00000100:00000001:1.0:1785077087.944948:0:6178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785077087.944955:0:6178:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785077087.944960:0:6178:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785077087.944967:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb9586fd600. 00000100:00000001:1.0:1785077087.944972:0:6178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077087.944978:0:6178:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1785077087.944980:0:6178:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1785077087.944985:0:6178:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb941254900. 00000100:00000001:1.0:1785077087.944988:0:6178:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446638216743569664 : -105856965981952 : ffff9fb941254900) 00000100:00000001:1.0:1785077087.944990:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785077087.944991:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216829600640 : -105856879950976 : ffff9fb946460380) 00000100:00000001:1.0:1785077087.944995:0:6178:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785077087.944999:0:6178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077087.945001:0:6178:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1785077087.945003:0:6178:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785077087.945007:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946460380 x1871788671783552/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.945013:0:6178:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785077087.945015:0:6178:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077087.945018:0:6178:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785077087.945021:0:6178:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785077087.945023:0:6178:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785077087.945026:0:6178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946460380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671783552:192.168.204.143@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1785077087.945029:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785077087.945033:0:6178:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785077087.945036:0:6178:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077087.945038:0:6178:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785077087.945041:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb9586fdc00. 02000000:00000001:1.0:1785077087.945043:0:6178:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785077087.945049:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:1.0:1785077087.945052:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb958609790. 00000400:00000010:1.0:1785077087.945057:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5d3b8. 00000100:00000200:1.0:1785077087.945064:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671783552, portal 25 00000100:00000001:1.0:1785077087.945066:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785077087.945067:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216829600640 : -105856879950976 : ffff9fb946460380) 00000100:00000040:1.0:1785077087.945077:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946460380 x1871788671783552/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077103 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.945084:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785077087.945086:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:1.0:1785077087.945089:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5d990. 00000100:00000200:1.0:1785077087.945092:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1871788671783552, offset 0 00000400:00000200:1.0:1785077087.945098:0:6178:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:1.0:1785077087.945105:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077087.945112:0:6178:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:1.0:1785077087.945119:0:6178:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785077087.945122:0:6178:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:1.0:1785077087.945126:0:6178:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785077087.945128:0:6178:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:1.0:1785077087.945133:0:6178:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [175:175:256:4294967295] 192.168.204.143@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:1.0:1785077087.945137:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077087.945147:0:6178:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:1.0:1785077087.945153:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:1.0:1785077087.945158:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb958b68a00. 00000800:00000200:1.0:1785077087.945164:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:1.0:1785077087.945171:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:1.0:1785077087.945175:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb958b68a00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1785077087.945200:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785077087.945204:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:1.0:1785077087.945208:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 2 is 4295063730 00000100:00000001:1.0:1785077087.945214:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295063724 00000100:00000001:1.0:1785077087.945219:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 3 is 4295063730 00000100:00000001:1.0:1785077087.945223:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295063724 00000100:00000001:1.0:1785077087.945226:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077087.945229:0:6178:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077087.945231:0:6178:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785077087.945238:0:6178:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1785077087.945240:0:6178:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb941254900 going to sleep for 11 seconds 00000100:00000001:1.0:1785077087.945243:0:6178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785077087.945245:0:6178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1785077087.946878:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077087.946886:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb958b68a00. 00000400:00000200:2.0:1785077087.946893:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077087.946900:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077087.946907:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5d990 00000400:00000010:2.0:1785077087.946910:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5d990. 00000100:00000001:2.0:1785077087.946914:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077087.946920:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946460380 x1871788671783552/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077103 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077087.946931:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077087.946935:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb946460380 x1871788671783552/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077103 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077087.947003:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077087.947005:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785077087.954309:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077087.954327:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077087.954332:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077087.954335:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077087.954344:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077087.954353:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077087.954361:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077087.954366:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077087.954371:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077087.954375:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 272 into portal 25 MB=0x6a661c2e05280 00000400:00000200:3.0:1785077087.954380:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077087.954386:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.143@tcp of length 272/272 into md 0x93d [1] + 224 00000800:00000001:3.0:1785077087.954393:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077087.954410:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077087.954413:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077087.954417:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077087.954424:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077087.954433:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946460380 x1871788671783552/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077103 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077087.954444:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9fb946460380 x1871788671783552/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077103 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077087.954466:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077087.954474:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077087.954476:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077087.958330:0:6178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785077087.958348:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785077087.958351:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785077087.958355:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb958609790. 00000400:00000200:1.0:1785077087.958365:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5d3b8 00000400:00000010:1.0:1785077087.958367:0:6178:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5d3b8. 00000100:00000001:1.0:1785077087.958372:0:6178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785077087.958383:0:6178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946460380 x1871788671783552/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077103 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785077087.958405:0:6178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946460380 x1871788671783552/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077103 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.958413:0:6178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785077087.958415:0:6178:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077087.958418:0:6178:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785077087.958422:0:6178:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785077087.958424:0:6178:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785077087.958427:0:6178:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077087.958430:0:6178:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785077087.958438:0:6178:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb95802dc60 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1785077087.958442:0:6178:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb95802dc18 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1785077087.958445:0:6178:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785077087.958447:0:6178:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785077087.958450:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785077087.958452:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077087.958455:0:6178:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785077087.958459:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946460380 x1871788671783552/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077103 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.958466:0:6178:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077087.958470:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785077087.958472:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785077087.958476:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946460380 x1871788671783552/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077103 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785077087.958502:0:6178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946460380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671783552:192.168.204.143@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1785077087.958507:0:6178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077087.958510:0:6178:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077087.958513:0:6178:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1785077087.958515:0:6178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785077087.958518:0:6178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946460380 x1871788671783552/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077103 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.958523:0:6178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1785077087.958526:0:6178:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb941254900. 00000100:00000001:1.0:1785077087.958530:0:6178:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1785077087.958531:0:6178:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1785077087.958537:0:6178:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1785077087.958569:0:6178:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785077087.958576:0:6178:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000020:00000001:1.0:1785077087.958579:0:6178:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1785077087.958581:0:6178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785077087.958584:0:6178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946460380 x1871788671783552/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077103 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.958590:0:6178:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785077087.958593:0:6178:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785077087.958596:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb9586fdc00. 02000000:00000001:1.0:1785077087.958599:0:6178:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785077087.958600:0:6178:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785077087.958602:0:6178:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=3 obd=MGC192.168.204.143@tcp 00000020:00000001:1.0:1785077087.958603:0:6178:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785077087.958605:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb9586fd600. 02000000:00000001:1.0:1785077087.958608:0:6178:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785077087.958610:0:6178:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785077087.958612:0:6178:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946460380. 00000100:00000001:1.0:1785077087.958615:0:6178:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785077087.958617:0:6178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1785077087.958619:0:6178:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1785077087.958623:0:6178:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1785077087.958636:0:6178:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9fb946f24000. 00000040:00000001:1.0:1785077087.958639:0:6178:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1785077087.958640:0:6178:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1785077087.958643:0:6178:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000100:00000010:1.0:1785077087.958647:0:6178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946460380. 00000020:00000040:1.0:1785077087.958650:0:6178:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=5 obd=MGC192.168.204.143@tcp 00000100:00000001:1.0:1785077087.958654:0:6178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785077087.958656:0:6178:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785077087.958661:0:6178:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785077087.958666:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb9586fd600. 00000100:00000001:1.0:1785077087.958818:0:6178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077087.958824:0:6178:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1785077087.958826:0:6178:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1785077087.958832:0:6178:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb941254900. 00000100:00000001:1.0:1785077087.958834:0:6178:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446638216743569664 : -105856965981952 : ffff9fb941254900) 00000100:00000001:1.0:1785077087.958836:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785077087.958837:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216829600640 : -105856879950976 : ffff9fb946460380) 00000100:00000001:1.0:1785077087.958841:0:6178:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785077087.958845:0:6178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077087.958847:0:6178:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1785077087.958849:0:6178:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785077087.958853:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946460380 x1871788671783680/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.958859:0:6178:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785077087.958861:0:6178:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077087.958864:0:6178:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785077087.958867:0:6178:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785077087.958869:0:6178:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785077087.958873:0:6178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946460380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671783680:192.168.204.143@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1785077087.958876:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785077087.958881:0:6178:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785077087.958883:0:6178:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077087.958885:0:6178:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785077087.958901:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9fb943f98000. 02000000:00000001:1.0:1785077087.958907:0:6178:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785077087.958913:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:1.0:1785077087.958917:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb958609790. 00000400:00000010:1.0:1785077087.958922:0:6178:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9fb941254840. 00000100:00000200:1.0:1785077087.958928:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1871788671783680, portal 25 00000100:00000001:1.0:1785077087.958930:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785077087.958931:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216829600640 : -105856879950976 : ffff9fb946460380) 00000100:00000040:1.0:1785077087.958936:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946460380 x1871788671783680/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077103 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.958943:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785077087.958945:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:1.0:1785077087.958947:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb946b5d3b8. 00000100:00000200:1.0:1785077087.958950:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1871788671783680, offset 0 00000400:00000200:1.0:1785077087.958957:0:6178:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:1.0:1785077087.958964:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077087.958972:0:6178:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:1.0:1785077087.958977:0:6178:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785077087.958981:0:6178:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:1.0:1785077087.958984:0:6178:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785077087.958987:0:6178:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:1.0:1785077087.958990:0:6178:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [176:176:256:4294967295] 192.168.204.143@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:1.0:1785077087.958994:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:1.0:1785077087.959004:0:6178:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:1.0:1785077087.959009:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:1.0:1785077087.959015:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb958b68b00. 00000800:00000200:1.0:1785077087.959024:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:1.0:1785077087.959031:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:1.0:1785077087.959036:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb958b68b00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1785077087.959059:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785077087.959064:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:1.0:1785077087.959067:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 2 is 4295063744 00000100:00000001:1.0:1785077087.959079:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295063730 00000100:00000001:1.0:1785077087.959084:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 3 is 4295063744 00000100:00000001:1.0:1785077087.959088:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295063730 00000100:00000001:1.0:1785077087.959091:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077087.959093:0:6178:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077087.959096:0:6178:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785077087.959097:0:6178:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1785077087.959100:0:6178:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb941254900 going to sleep for 11 seconds 00000100:00000001:1.0:1785077087.959102:0:6178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785077087.959103:0:6178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1785077087.960798:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077087.960808:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb958b68b00. 00000400:00000200:2.0:1785077087.960815:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077087.960822:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077087.960830:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb946b5d3b8 00000400:00000010:2.0:1785077087.960832:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb946b5d3b8. 00000100:00000001:2.0:1785077087.960836:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077087.960843:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946460380 x1871788671783680/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077103 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077087.960853:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077087.960856:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb946460380 x1871788671783680/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077103 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077087.960862:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077087.960864:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785077087.976503:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077087.976530:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077087.976536:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077087.976573:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077087.976587:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077087.976606:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077087.976617:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077087.976623:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077087.976630:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077087.976634:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 8416 into portal 25 MB=0x6a661c2e05300 00000400:00000200:3.0:1785077087.976640:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077087.976647:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.143@tcp of length 8416/8416 into md 0x945 [4] + 224 00000800:00000001:3.0:1785077087.976657:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077087.976694:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077087.976698:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077087.976704:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077087.976724:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077087.976736:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946460380 x1871788671783680/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077103 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077087.976748:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9fb946460380 x1871788671783680/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077103 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077087.976773:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077087.976784:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077087.976787:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077087.978808:0:6178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785077087.978824:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785077087.978827:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785077087.978831:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb958609790. 00000400:00000200:1.0:1785077087.978841:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb941254840 00000400:00000010:1.0:1785077087.978844:0:6178:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9fb941254840. 00000100:00000001:1.0:1785077087.978849:0:6178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785077087.978860:0:6178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946460380 x1871788671783680/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077103 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785077087.978871:0:6178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946460380 x1871788671783680/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077103 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.978880:0:6178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785077087.978882:0:6178:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077087.978885:0:6178:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785077087.978889:0:6178:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785077087.978891:0:6178:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785077087.978894:0:6178:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785077087.978897:0:6178:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785077087.978904:0:6178:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb95802dc60 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1785077087.978908:0:6178:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb95802dc18 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1785077087.978911:0:6178:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785077087.978913:0:6178:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785077087.978916:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785077087.978919:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077087.978938:0:6178:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785077087.978944:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946460380 x1871788671783680/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077103 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.978951:0:6178:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785077087.978954:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785077087.978956:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785077087.978960:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946460380 x1871788671783680/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077103 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785077087.978967:0:6178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946460380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671783680:192.168.204.143@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1785077087.978972:0:6178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785077087.978975:0:6178:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785077087.978978:0:6178:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1785077087.978980:0:6178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785077087.978984:0:6178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946460380 x1871788671783680/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077103 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.978991:0:6178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1785077087.978994:0:6178:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb941254900. 00000100:00000001:1.0:1785077087.978997:0:6178:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1785077087.978998:0:6178:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1785077087.979007:0:6178:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1785077087.979009:0:6178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785077087.979012:0:6178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946460380 x1871788671783680/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077103 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785077087.979018:0:6178:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785077087.979021:0:6178:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785077087.979024:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9fb943f98000. 02000000:00000001:1.0:1785077087.979035:0:6178:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785077087.979038:0:6178:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785077087.979040:0:6178:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000020:00000001:1.0:1785077087.979042:0:6178:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785077087.979044:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb9586fd600. 02000000:00000001:1.0:1785077087.979048:0:6178:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785077087.979053:0:6178:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785077087.979055:0:6178:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946460380. 00000100:00000001:1.0:1785077087.979059:0:6178:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785077087.979060:0:6178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1785077087.979063:0:6178:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785077087.979064:0:6178:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=3 obd=MGC192.168.204.143@tcp 00000020:00000001:1.0:1785077087.979066:0:6178:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1785077087.979068:0:6178:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1785077087.979071:0:6178:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1785077087.979076:0:6178:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1785077087.979080:0:6178:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9fb946231d20. 00000040:00001000:1.0:1785077087.979082:0:6178:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1785077088.009692:0:10412:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1785077088.009708:0:10412:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb9586fd600. 00000020:00000010:1.0:1785077088.009724:0:10412:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fb9586fdc00. 00000040:00000010:1.0:1785077088.009729:0:10412:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9fb9586fd200. 00000020:00000010:1.0:1785077088.009735:0:10412:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fb94861d800. 00000020:00000010:1.0:1785077088.009743:0:10412:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fb946e35080. 00000020:00000010:1.0:1785077088.009749:0:10412:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fb9586fda00. 80000000:00000010:1.0:1785077088.009755:0:10412:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fb946231b40. 40000000:00000010:1.0:1785077088.009760:0:10412:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fb958c10940. 00100000:00000010:1.0:1785077088.009767:0:10412:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fb948618000. 00040000:00000010:1.0:1785077088.009771:0:10412:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fb958b68800. 00040000:00000010:1.0:1785077088.009776:0:10412:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9fb94861c800. 00040000:00000010:1.0:1785077088.009783:0:10412:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fb9586dc600. 00000004:00000010:1.0:1785077088.009789:0:10412:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9fb94861a000. 00000004:00000010:1.0:1785077088.009795:0:10412:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff9fb958b33000. 00000004:00000010:1.0:1785077088.009801:0:10412:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9fb94861c000. 00002000:00000010:1.0:1785077088.009808:0:10412:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9fb94a45e800. 00000004:00000010:1.0:1785077088.009813:0:10412:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9fb94a45d400. 00000020:00000010:1.0:1785077088.009819:0:10412:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fb958c10f00. 00000040:00000010:1.0:1785077088.009830:0:10412:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9fb946f20000. 00000040:00080000:1.0:1785077088.011293:0:10412:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1785077088.011306:0:10412:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9fb946f20000. 00000020:00000010:1.0:1785077088.011320:0:10412:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fb958c10f00. 00000020:00000010:1.0:1785077088.011363:0:10412:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fb9586fdc00. 00000040:00000010:1.0:1785077088.011370:0:10412:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9fb9586fd200. 00000020:00000010:1.0:1785077088.011374:0:10412:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fb94861d800. 00000020:00000010:1.0:1785077088.011379:0:10412:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fb946e35080. 00000020:00000010:1.0:1785077088.011386:0:10412:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fb9586fda00. 80000000:00000010:1.0:1785077088.011389:0:10412:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fb946231b40. 40000000:00000010:1.0:1785077088.011401:0:10412:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fb958c10940. 00100000:00000010:1.0:1785077088.011407:0:10412:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fb948618000. 00040000:00000010:1.0:1785077088.011411:0:10412:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fb958b68800. 00040000:00000010:1.0:1785077088.011416:0:10412:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9fb94861c800. 00040000:00000010:1.0:1785077088.011420:0:10412:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fb9586dc600. 00000004:00000010:1.0:1785077088.011425:0:10412:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9fb94861a000. 00000004:00000010:1.0:1785077088.011430:0:10412:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff9fb958b33000. 00000004:00000010:1.0:1785077088.011436:0:10412:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9fb94861c000. 00002000:00000010:1.0:1785077088.011440:0:10412:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9fb94a45e800. 00000004:00000010:1.0:1785077088.011444:0:10412:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9fb94a45d400. 00000020:00000010:1.0:1785077088.011447:0:10412:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb9586fd600. 00000040:00000010:3.0:1785077088.012442:0:6178:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9fb946231d20. 00000040:00000001:3.0:1785077088.012453:0:6178:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1785077088.012458:0:6178:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1785077088.012465:0:6178:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9fb946f24000. 00000040:00000010:3.0:1785077088.012469:0:6178:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9fb9586fc200. 00000020:00000001:3.0:1785077088.012472:0:6178:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1785077088.012476:0:6178:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1785077088.012492:0:6178:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fb9586fca00. 00000040:00000010:3.0:1785077088.012496:0:6178:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9fb9586fcc00. 00000020:00000010:3.0:1785077088.012516:0:6178:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fb94861d000. 00000020:00000010:3.0:1785077088.012521:0:6178:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fb9586fc600. 80000000:00000010:3.0:1785077088.012525:0:6178:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fb946231060. 00040000:00000010:3.0:1785077088.012528:0:6178:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fb9586fd000. 20000000:00000010:3.0:1785077088.012533:0:6178:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9fb9586fc400. 00000020:00000010:3.0:1785077088.012537:0:6178:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb9586fde00. 10000000:00000010:3.0:1785077088.012571:0:6178:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9fb958c10d40. 10000000:01000000:3.0:1785077088.012576:0:6178:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.143@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1785077088.012580:0:6178:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1785077088.012584:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1785077088.012595:0:6178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1785077088.012601:0:6178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fb98214fa00 refcount=3 00000020:00000001:3.0:1785077088.012604:0:6178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638217833019904 : -105855876531712 : ffff9fb98214fa00) 00010000:00000001:3.0:1785077088.012608:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638217833019904 : -105855876531712 : ffff9fb98214fa00) 00010000:00000001:3.0:1785077088.012611:0:6178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1785077088.012618:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb98214fa00/0x38bc12afecb00e3f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024968026 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1785077088.012628:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785077088.012629:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1785077088.012632:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.143@tcp lock: ffff9fb98214fa00/0x38bc12afecb00e3f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b472024968026 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1785077088.012638:0:6178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1785077088.012639:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785077088.012640:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1785077088.012642:0:6178:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1785077088.012644:0:6178:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1785077088.012647:0:6178:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1785077088.012650:0:6178:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1785077088.012652:0:6178:0:(mgc_request.c:108:config_log_get()) log params (ffff9fb94bd00200) refs 2 10000000:00000001:3.0:1785077088.012654:0:6178:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1785077088.012656:0:6178:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1785077088.012658:0:6178:0:(mgc_request.c:123:config_log_put()) log params(ffff9fb9462b4600) refs 3 10000000:00000001:3.0:1785077088.012660:0:6178:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1785077088.012667:0:6178:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1785077088.012669:0:6178:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1785077088.012671:0:6178:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:3.0:1785077088.012674:0:6178:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9fb9586d6000 from 7 10000000:00000001:3.0:1785077088.012677:0:6178:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1785077088.012679:0:6178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1785077088.012687:0:6178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946e7d880. 00000020:00000040:3.0:1785077088.012693:0:6178:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000100:00000001:3.0:1785077088.012698:0:6178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785077088.012702:0:6178:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785077088.012710:0:6178:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785077088.012733:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb94b4e8800. 00000100:00000001:3.0:1785077088.012741:0:6178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785077088.012747:0:6178:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1785077088.012750:0:6178:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1785077088.012757:0:6178:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fb94bcaec00 count: 2 00010000:00000001:3.0:1785077088.012760:0:6178:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1785077088.012763:0:6178:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1785077088.012767:0:6178:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb94be14a00. 00000020:00000001:3.0:1785077088.012773:0:6178:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1785077088.012775:0:6178:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fb94be14a00 with handle 0x38bc12afecb00e46 to hash 00000020:00000001:3.0:1785077088.012778:0:6178:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1785077088.012779:0:6178:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638216923662848 : -105856785888768 : ffff9fb94be14a00) 00010000:00000001:3.0:1785077088.012783:0:6178:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638216923662848 : -105856785888768 : ffff9fb94be14a00) 00010000:00000001:3.0:1785077088.012787:0:6178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1785077088.012791:0:6178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785077088.012795:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb94be14a00/0x38bc12afecb00e46 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785077088.012803:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.143@tcp lock: ffff9fb94be14a00/0x38bc12afecb00e46 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785077088.012816:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.143@tcp lock: ffff9fb94be14a00/0x38bc12afecb00e46 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1785077088.012833:0:6178:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1785077088.012835:0:6178:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1785077088.012843:0:6178:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb946eb5b40. 00000100:00000001:3.0:1785077088.012845:0:6178:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446638216840436544 : -105856869115072 : ffff9fb946eb5b40) 00000100:00000001:3.0:1785077088.012848:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077088.012850:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216840206464 : -105856869345152 : ffff9fb946e7d880) 00000100:00000001:3.0:1785077088.012855:0:6178:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785077088.012861:0:6178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077088.012863:0:6178:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1785077088.012866:0:6178:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785077088.012878:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946e7d880 x1871788671783808/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077088.012888:0:6178:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785077088.012891:0:6178:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077088.012897:0:6178:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785077088.012900:0:6178:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785077088.012916:0:6178:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785077088.012920:0:6178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946e7d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671783808:192.168.204.143@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1785077088.012925:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785077088.012931:0:6178:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785077088.012935:0:6178:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785077088.012937:0:6178:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785077088.012942:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb946e40400. 02000000:00000001:3.0:1785077088.012944:0:6178:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077088.012952:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:3.0:1785077088.012957:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb952fcee70. 00000400:00000010:3.0:1785077088.012965:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f7bb0. 00000100:00000200:3.0:1785077088.012973:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871788671783808, portal 25 00000100:00000001:3.0:1785077088.012975:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785077088.012976:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216840206464 : -105856869345152 : ffff9fb946e7d880) 00000100:00000040:3.0:1785077088.012982:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946e7d880 x1871788671783808/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077104 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077088.013000:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785077088.013003:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:3.0:1785077088.013007:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb9461f74c8. 00000100:00000200:3.0:1785077088.013010:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1871788671783808, offset 0 00000400:00000200:3.0:1785077088.013017:0:6178:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:3.0:1785077088.013027:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.013039:0:6178:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:3.0:1785077088.013047:0:6178:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785077088.013051:0:6178:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:3.0:1785077088.013415:0:6178:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785077088.013418:0:6178:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:3.0:1785077088.013422:0:6178:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [177:177:256:4294967295] 192.168.204.143@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:3.0:1785077088.013427:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.013438:0:6178:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:3.0:1785077088.013446:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:3.0:1785077088.013454:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb952f5c100. 00000800:00000200:3.0:1785077088.013462:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:3.0:1785077088.013472:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:3.0:1785077088.013477:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb952f5c100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1785077088.013500:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785077088.013505:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:3.0:1785077088.013508:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 2 is 4295063798 00000100:00000001:3.0:1785077088.013518:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295063744 00000100:00000001:3.0:1785077088.013524:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 3 is 4295063798 00000100:00000001:3.0:1785077088.013528:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295063744 00000100:00000001:3.0:1785077088.013531:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785077088.013535:0:6178:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785077088.013538:0:6178:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785077088.013581:0:6178:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1785077088.013648:0:6178:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb946eb5b40 going to sleep for 11 seconds 00000100:00000001:3.0:1785077088.013652:0:6178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785077088.013656:0:6178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1785077088.014166:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077088.014176:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb952f5c100. 00000400:00000200:2.0:1785077088.014184:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077088.014194:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077088.014203:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f74c8 00000400:00000010:2.0:1785077088.014206:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f74c8. 00000100:00000001:2.0:1785077088.014211:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077088.014219:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946e7d880 x1871788671783808/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077104 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077088.014233:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077088.014236:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb946e7d880 x1871788671783808/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077104 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077088.014244:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077088.014247:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785077088.017919:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077088.017939:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077088.017945:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077088.017949:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077088.017959:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.017968:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077088.017978:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.017984:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.017991:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.017995:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 344 into portal 25 MB=0x6a661c2e05380 00000400:00000200:3.0:1785077088.018001:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.018007:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.143@tcp of length 344/344 into md 0x94d [1] + 224 00000800:00000001:3.0:1785077088.018015:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077088.018024:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077088.018028:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077088.018033:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077088.018042:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077088.018054:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946e7d880 x1871788671783808/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077104 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077088.018065:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9fb946e7d880 x1871788671783808/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077104 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077088.018086:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077088.018096:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077088.018101:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077088.018114:0:6178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785077088.018133:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077088.018136:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077088.018141:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb952fcee70. 00000400:00000200:0.0:1785077088.018151:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9461f7bb0 00000400:00000010:0.0:1785077088.018155:0:6178:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb9461f7bb0. 00000100:00000001:0.0:1785077088.018413:0:6178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077088.018424:0:6178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946e7d880 x1871788671783808/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077104 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077088.018436:0:6178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946e7d880 x1871788671783808/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077104 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.018444:0:6178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077088.018446:0:6178:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077088.018450:0:6178:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077088.018455:0:6178:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077088.018459:0:6178:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077088.018462:0:6178:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077088.018466:0:6178:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077088.018475:0:6178:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb95802dc60 time=111 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077088.018491:0:6178:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb95802dc18 time=111 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077088.018495:0:6178:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077088.018497:0:6178:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077088.018500:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785077088.018504:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077088.018507:0:6178:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077088.018513:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946e7d880 x1871788671783808/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077104 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.018520:0:6178:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077088.018524:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077088.018526:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077088.018530:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946e7d880 x1871788671783808/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077104 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077088.018698:0:6178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946e7d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671783808:192.168.204.143@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1785077088.018704:0:6178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077088.018708:0:6178:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077088.018720:0:6178:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1785077088.018724:0:6178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077088.018728:0:6178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946e7d880 x1871788671783808/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077104 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.018735:0:6178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1785077088.018739:0:6178:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb946eb5b40. 00000100:00000001:0.0:1785077088.018745:0:6178:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1785077088.018747:0:6178:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077088.018751:0:6178:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1785077088.018755:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1785077088.018758:0:6178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1785077088.018763:0:6178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fb94be14a00 refcount=4 00000020:00000001:0.0:1785077088.018765:0:6178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638216923662848 : -105856785888768 : ffff9fb94be14a00) 00010000:00000001:0.0:1785077088.018769:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638216923662848 : -105856785888768 : ffff9fb94be14a00) 00010000:00000040:0.0:1785077088.018778:0:6178:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9fb94be14a00, remote cookie: 0xb96b47202496802d, flags: 0x0 00010000:00000001:0.0:1785077088.018782:0:6178:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1785077088.018787:0:6178:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1785077088.018789:0:6178:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1785077088.018792:0:6178:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1785077088.018793:0:6178:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1785077088.018796:0:6178:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9fb94bcaec00) refcount = 2 00010000:00000040:0.0:1785077088.018800:0:6178:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1785077088.018804:0:6178:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.143@tcp lock: ffff9fb98214fa00/0x38bc12afecb00e3f lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb96b472024968026 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785077088.018813:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.143@tcp lock: ffff9fb94be14a00/0x38bc12afecb00e46 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b47202496802d expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1785077088.018831:0:6178:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1785077088.018833:0:6178:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1785077088.018835:0:6178:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1785077088.018839:0:6178:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1785077088.018842:0:6178:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077088.018845:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.143@tcp lock: ffff9fb94be14a00/0x38bc12afecb00e46 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb96b47202496802d expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1785077088.018851:0:6178:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1785077088.018853:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785077088.018855:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785077088.018856:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785077088.018857:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785077088.018859:0:6178:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077088.018863:0:6178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077088.018867:0:6178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946e7d880 x1871788671783808/t0(0) o101->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 328/344 e 0 to 0 dl 1785077104 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.018874:0:6178:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077088.018879:0:6178:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077088.018884:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb946e40400. 02000000:00000001:0.0:1785077088.018888:0:6178:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077088.018893:0:6178:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077088.018897:0:6178:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=3 obd=MGC192.168.204.143@tcp 00000020:00000001:0.0:1785077088.018900:0:6178:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077088.019040:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb94b4e8800. 02000000:00000001:0.0:1785077088.019046:0:6178:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077088.019048:0:6178:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077088.019050:0:6178:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946e7d880. 00000100:00000001:0.0:1785077088.019240:0:6178:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077088.019243:0:6178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1785077088.019245:0:6178:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1785077088.019249:0:6178:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1785077088.019251:0:6178:0:(mgc_request.c:108:config_log_get()) log params (ffff9fb94bd00200) refs 3 10000000:00000001:0.0:1785077088.019254:0:6178:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077088.019261:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1785077088.019263:0:6178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1785077088.019264:0:6178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fb94be14a00 refcount=3 00000020:00000001:0.0:1785077088.019266:0:6178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638216923662848 : -105856785888768 : ffff9fb94be14a00) 00010000:00000001:0.0:1785077088.019269:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638216923662848 : -105856785888768 : ffff9fb94be14a00) 00010000:00000001:0.0:1785077088.019270:0:6178:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1785077088.019272:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785077088.019273:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785077088.019274:0:6178:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1785077088.019276:0:6178:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1785077088.019281:0:6178:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9fb946f2e900. 00000020:00000010:0.0:1785077088.019286:0:6178:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb946288400. 00000020:00000010:0.0:1785077088.019291:0:6178:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fb946289400. 00000040:00000010:0.0:1785077088.019296:0:6178:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9fb946288e00. 00000020:00000010:0.0:1785077088.019301:0:6178:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fb946f7f000. 00000020:00000010:0.0:1785077088.019309:0:6178:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fb946288800. 80000000:00000010:0.0:1785077088.019314:0:6178:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fb946c8b900. 00040000:00000010:0.0:1785077088.019320:0:6178:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fb958610000. 20000000:00000010:0.0:1785077088.019325:0:6178:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9fb958611c00. 10000000:00000040:0.0:1785077088.019330:0:6178:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9fb943f6af00 : new refcount 2 00000020:00000001:0.0:1785077088.019333:0:6178:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1785077088.019335:0:6178:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1785077088.019338:0:6178:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1785077088.019342:0:6178:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9fb941343000. 00000040:00000001:0.0:1785077088.019346:0:6178:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1785077088.019349:0:6178:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000100:00000010:0.0:1785077088.019356:0:6178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0b480. 00000020:00000040:0.0:1785077088.019359:0:6178:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=5 obd=MGC192.168.204.143@tcp 00000100:00000001:0.0:1785077088.019364:0:6178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077088.019368:0:6178:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077088.019374:0:6178:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077088.019382:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb958a7fe00. 00000100:00000001:0.0:1785077088.019390:0:6178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077088.019404:0:6178:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1785077088.019406:0:6178:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1785077088.019417:0:6178:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb9585a93c0. 00000100:00000001:0.0:1785077088.019420:0:6178:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446638217132938176 : -105856576613440 : ffff9fb9585a93c0) 00000100:00000001:0.0:1785077088.019423:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077088.019425:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835544192 : -105856874007424 : ffff9fb946a0b480) 00000100:00000001:0.0:1785077088.019430:0:6178:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077088.019435:0:6178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077088.019438:0:6178:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1785077088.019439:0:6178:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077088.019445:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0b480 x1871788671783936/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.019453:0:6178:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077088.019455:0:6178:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077088.019459:0:6178:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077088.019462:0:6178:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077088.019465:0:6178:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077088.019469:0:6178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671783936:192.168.204.143@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1785077088.019474:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077088.019491:0:6178:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077088.019494:0:6178:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077088.019497:0:6178:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077088.019502:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb952ca1c00. 02000000:00000001:0.0:1785077088.019504:0:6178:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077088.019511:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077088.019516:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014b6e0. 00000400:00000010:0.0:1785077088.019523:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127f68. 00000100:00000200:0.0:1785077088.019530:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871788671783936, portal 25 00000100:00000001:0.0:1785077088.019532:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077088.019533:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835544192 : -105856874007424 : ffff9fb946a0b480) 00000100:00000040:0.0:1785077088.019566:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0b480 x1871788671783936/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077104 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.019574:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077088.019577:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077088.019580:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127d48. 00000100:00000200:0.0:1785077088.019589:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1871788671783936, offset 0 00000400:00000200:0.0:1785077088.021295:0:6178:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077088.021311:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077088.021322:0:6178:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077088.021329:0:6178:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077088.021333:0:6178:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077088.021337:0:6178:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077088.021340:0:6178:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077088.021345:0:6178:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [178:178:256:4294967295] 192.168.204.143@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:0.0:1785077088.021350:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077088.021362:0:6178:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077088.021369:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077088.021376:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94b5f2200. 00000800:00000200:0.0:1785077088.021384:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077088.021402:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077088.021408:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94b5f2200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1785077088.021505:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077088.021512:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077088.021515:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 2 is 4295063806 00000100:00000001:0.0:1785077088.021526:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295063798 00000100:00000001:0.0:1785077088.021533:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 3 is 4295063806 00000100:00000001:0.0:1785077088.021537:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295063798 00000100:00000001:0.0:1785077088.021555:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077088.021560:0:6178:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077088.021563:0:6178:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785077088.021566:0:6178:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1785077088.021569:0:6178:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb9585a93c0 going to sleep for 11 seconds 00000100:00000001:0.0:1785077088.021573:0:6178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077088.021576:0:6178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1785077088.027420:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077088.027451:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94b5f2200. 00000400:00000200:2.0:1785077088.027460:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077088.027472:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077088.028937:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127d48 00000400:00000010:2.0:1785077088.028947:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127d48. 00000100:00000001:2.0:1785077088.028957:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077088.028971:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0b480 x1871788671783936/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077104 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077088.028987:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077088.028991:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb946a0b480 x1871788671783936/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077104 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077088.028999:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077088.029001:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785077088.030156:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077088.030174:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077088.030178:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077088.030191:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077088.030201:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.030210:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077088.030234:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.030238:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.030244:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.030248:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 272 into portal 25 MB=0x6a661c2e05400 00000400:00000200:3.0:1785077088.030253:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.030259:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.143@tcp of length 272/272 into md 0x95d [1] + 224 00000800:00000001:3.0:1785077088.030267:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077088.030273:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077088.030277:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077088.030281:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077088.030290:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077088.030298:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0b480 x1871788671783936/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077104 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077088.030309:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9fb946a0b480 x1871788671783936/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077104 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077088.030335:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077088.030343:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077088.030346:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077088.030533:0:6178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785077088.030578:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077088.030588:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077088.030591:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014b6e0. 00000400:00000200:0.0:1785077088.030596:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127f68 00000400:00000010:0.0:1785077088.030598:0:6178:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127f68. 00000100:00000001:0.0:1785077088.030602:0:6178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077088.030606:0:6178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0b480 x1871788671783936/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077104 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077088.030616:0:6178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0b480 x1871788671783936/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077104 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.030622:0:6178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077088.030624:0:6178:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077088.030626:0:6178:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077088.030630:0:6178:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077088.030633:0:6178:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077088.030635:0:6178:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077088.030638:0:6178:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077088.030644:0:6178:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb95802dc60 time=111 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077088.030649:0:6178:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb95802dc18 time=111 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077088.030651:0:6178:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077088.030653:0:6178:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077088.030656:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785077088.030658:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077088.030663:0:6178:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077088.030772:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0b480 x1871788671783936/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077104 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.030780:0:6178:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077088.030783:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077088.030785:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077088.030799:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0b480 x1871788671783936/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077104 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077088.030808:0:6178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671783936:192.168.204.143@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1785077088.030814:0:6178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077088.030823:0:6178:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077088.030826:0:6178:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1785077088.030828:0:6178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077088.030832:0:6178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0b480 x1871788671783936/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077104 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.030838:0:6178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1785077088.030841:0:6178:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb9585a93c0. 00000100:00000001:0.0:1785077088.030846:0:6178:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1785077088.030847:0:6178:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1785077088.030855:0:6178:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1785077088.030860:0:6178:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077088.030863:0:6178:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000020:00000001:0.0:1785077088.030865:0:6178:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1785077088.030867:0:6178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077088.030869:0:6178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0b480 x1871788671783936/t0(0) o501->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 504/272 e 0 to 0 dl 1785077104 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.030875:0:6178:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077088.030878:0:6178:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077088.030882:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb952ca1c00. 02000000:00000001:0.0:1785077088.030887:0:6178:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077088.030888:0:6178:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077088.030890:0:6178:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=3 obd=MGC192.168.204.143@tcp 00000020:00000001:0.0:1785077088.030891:0:6178:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077088.030895:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb958a7fe00. 02000000:00000001:0.0:1785077088.030900:0:6178:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077088.030902:0:6178:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077088.030904:0:6178:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0b480. 00000100:00000001:0.0:1785077088.030908:0:6178:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077088.030909:0:6178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1785077088.030912:0:6178:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1785077088.030915:0:6178:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1785077088.030921:0:6178:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9fb958460000. 00000040:00000001:0.0:1785077088.030923:0:6178:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1785077088.030925:0:6178:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1785077088.030927:0:6178:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000100:00000010:0.0:1785077088.030930:0:6178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb946a0b480. 00000020:00000040:0.0:1785077088.030933:0:6178:0:(genops.c:1231:class_import_get()) import ffff9fb95802d800 refcount=5 obd=MGC192.168.204.143@tcp 00000100:00000001:0.0:1785077088.030942:0:6178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785077088.030945:0:6178:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785077088.030950:0:6178:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785077088.030956:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb952ca1c00. 00000100:00000001:0.0:1785077088.030961:0:6178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077088.030965:0:6178:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1785077088.030966:0:6178:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1785077088.030973:0:6178:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb9585a93c0. 00000100:00000001:0.0:1785077088.030975:0:6178:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446638217132938176 : -105856576613440 : ffff9fb9585a93c0) 00000100:00000001:0.0:1785077088.030977:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077088.030978:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835544192 : -105856874007424 : ffff9fb946a0b480) 00000100:00000001:0.0:1785077088.030983:0:6178:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785077088.030989:0:6178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077088.030992:0:6178:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1785077088.030993:0:6178:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785077088.030998:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb946a0b480 x1871788671784064/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.031005:0:6178:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785077088.031008:0:6178:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077088.031012:0:6178:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785077088.031015:0:6178:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785077088.031017:0:6178:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785077088.031020:0:6178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9fb946a0b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671784064:192.168.204.143@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1785077088.031024:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785077088.031028:0:6178:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785077088.031030:0:6178:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077088.031033:0:6178:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785077088.031051:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9fb943f98000. 02000000:00000001:0.0:1785077088.031053:0:6178:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077088.031058:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000010:0.0:1785077088.031062:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb94014b6e0. 00000400:00000010:0.0:1785077088.031068:0:6178:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9fb9585a99c0. 00000100:00000200:0.0:1785077088.031074:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1871788671784064, portal 25 00000100:00000001:0.0:1785077088.031076:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785077088.031081:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638216835544192 : -105856874007424 : ffff9fb946a0b480) 00000100:00000040:0.0:1785077088.031087:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb946a0b480 x1871788671784064/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077104 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.031093:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785077088.031096:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.143@tcp 00000400:00000010:0.0:1785077088.031099:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb958127f68. 00000100:00000200:0.0:1785077088.031102:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1871788671784064, offset 0 00000400:00000200:0.0:1785077088.031108:0:6178:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.143@tcp 00000400:00000200:0.0:1785077088.031113:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077088.031121:0:6178:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.143@tcp local destination 00000400:00000200:0.0:1785077088.031126:0:6178:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785077088.031130:0:6178:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.43@tcp 00000400:00000200:0.0:1785077088.031133:0:6178:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.43@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785077088.031136:0:6178:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.143@tcp 00000400:00000200:0.0:1785077088.031140:0:6178:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.43@tcp NI seq info: [179:179:256:4294967295] 192.168.204.143@tcp LPNI seq info [179:179:8:4294967295] 00000400:00000200:0.0:1785077088.031144:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:0.0:1785077088.031154:0:6178:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp:) -> 192.168.204.143@tcp(192.168.204.143@tcp:192.168.204.143@tcp) : PUT try# 0 00000800:00000200:0.0:1785077088.031158:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.143@tcp 00000800:00000010:0.0:1785077088.031163:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb94b5f2400. 00000800:00000200:0.0:1785077088.031169:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb9468eb540] -> 12345-192.168.204.143@tcp (5) 00000800:00000200:0.0:1785077088.031177:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.143@tcp ip 192.168.204.143:988 00000800:00000200:0.0:1785077088.031299:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fb94b5f2400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1785077088.031320:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785077088.031325:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000100:00000001:0.0:1785077088.031328:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 2 is 4295063816 00000100:00000001:0.0:1785077088.031336:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295063806 00000100:00000001:0.0:1785077088.031341:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS new deadline estimation for cpu 3 is 4295063816 00000100:00000001:0.0:1785077088.031344:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295063806 00000100:00000001:0.0:1785077088.031346:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077088.031349:0:6178:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077088.031358:0:6178:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785077088.031360:0:6178:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1785077088.031362:0:6178:0:(client.c:2702:ptlrpc_set_wait()) set ffff9fb9585a93c0 going to sleep for 11 seconds 00000100:00000001:0.0:1785077088.031365:0:6178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785077088.031367:0:6178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1785077088.032078:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785077088.032085:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb94b5f2400. 00000400:00000200:2.0:1785077088.032091:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785077088.032097:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000400:00000200:2.0:1785077088.032103:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb958127f68 00000400:00000010:2.0:1785077088.032105:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9fb958127f68. 00000100:00000001:2.0:1785077088.032108:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785077088.032114:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb946a0b480 x1871788671784064/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077104 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077088.032123:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785077088.032126:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb946a0b480 x1871788671784064/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077104 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785077088.032132:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785077088.032133:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785077088.034186:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077088.034202:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785077088.034205:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077088.034208:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077088.034216:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.034224:0:2397:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.43@tcp(192.168.204.43@tcp) <- 192.168.204.143@tcp : PUT - for me 00000400:00000200:3.0:1785077088.034232:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.034237:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.034243:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.034247:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.143@tcp of length 8416 into portal 25 MB=0x6a661c2e05480 00000400:00000200:3.0:1785077088.034253:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.143@tcp to cpt 1 00000400:00000200:3.0:1785077088.034259:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.143@tcp of length 8416/8416 into md 0x965 [4] + 224 00000800:00000001:3.0:1785077088.034266:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077088.034291:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785077088.034295:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785077088.034301:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.43@tcp->192.168.204.143@tcp: PUT: OK 00000100:00000001:3.0:1785077088.034309:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785077088.034318:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb946a0b480 x1871788671784064/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077104 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785077088.034328:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9fb946a0b480 x1871788671784064/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077104 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785077088.034341:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785077088.034348:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785077088.034351:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077088.035350:0:6178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785077088.035361:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785077088.035363:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785077088.035366:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb94014b6e0. 00000400:00000200:0.0:1785077088.035372:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb9585a99c0 00000400:00000010:0.0:1785077088.035375:0:6178:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9fb9585a99c0. 00000100:00000001:0.0:1785077088.035379:0:6178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785077088.035387:0:6178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb946a0b480 x1871788671784064/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077104 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785077088.035410:0:6178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb946a0b480 x1871788671784064/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077104 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.035416:0:6178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785077088.035419:0:6178:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077088.035421:0:6178:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785077088.035424:0:6178:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785077088.035427:0:6178:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785077088.035429:0:6178:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785077088.035432:0:6178:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785077088.035438:0:6178:0:(import.c:2149:obd_at_measure()) add 5 to ffff9fb95802dc60 time=111 v=5 (5 0 0 0) 00000100:00001000:0.0:1785077088.035442:0:6178:0:(import.c:2149:obd_at_measure()) add 1 to ffff9fb95802dc18 time=111 v=5 (1 0 0 0) 00000100:00000001:0.0:1785077088.035445:0:6178:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785077088.035446:0:6178:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077088.035449:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785077088.035452:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077088.035454:0:6178:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785077088.035458:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb946a0b480 x1871788671784064/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077104 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.035465:0:6178:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785077088.035469:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785077088.035470:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785077088.035486:0:6178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb946a0b480 x1871788671784064/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077104 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785077088.035494:0:6178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9fb946a0b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5fe3b7bb-db07-4beb-bdaa-2b749f19d210:6178:1871788671784064:192.168.204.143@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1785077088.035499:0:6178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785077088.035502:0:6178:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785077088.035505:0:6178:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1785077088.035507:0:6178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077088.035510:0:6178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb946a0b480 x1871788671784064/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077104 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.035517:0:6178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1785077088.035520:0:6178:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb9585a93c0. 00000100:00000001:0.0:1785077088.035522:0:6178:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1785077088.035524:0:6178:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1785077088.035533:0:6178:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1785077088.035534:0:6178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785077088.035537:0:6178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb946a0b480 x1871788671784064/t0(0) o503->MGC192.168.204.143@tcp@192.168.204.143@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785077104 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785077088.035567:0:6178:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785077088.035810:0:6178:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785077088.035814:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9fb943f98000. 02000000:00000001:0.0:1785077088.035826:0:6178:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785077088.035829:0:6178:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077088.035832:0:6178:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=4 obd=MGC192.168.204.143@tcp 00000020:00000001:0.0:1785077088.035834:0:6178:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785077088.035837:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb952ca1c00. 02000000:00000001:0.0:1785077088.035843:0:6178:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785077088.035844:0:6178:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785077088.035847:0:6178:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb946a0b480. 00000100:00000001:0.0:1785077088.035850:0:6178:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785077088.035852:0:6178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1785077088.035855:0:6178:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785077088.035856:0:6178:0:(genops.c:1244:class_import_put()) import ffff9fb95802d800 refcount=3 obd=MGC192.168.204.143@tcp 00000020:00000001:0.0:1785077088.035858:0:6178:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1785077088.035866:0:6178:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1785077088.035869:0:6178:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1785077088.035873:0:6178:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1785077088.035877:0:6178:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9fb946c8b420. 00000040:00001000:0.0:1785077088.035879:0:6178:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1785077088.036511:0:10413:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1785077088.036520:0:10413:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb9412e7000. 00000020:00000010:2.0:1785077088.036527:0:10413:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fb946532200. 00000040:00000010:2.0:1785077088.036531:0:10413:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9fb94bd00800. 00000020:00000010:2.0:1785077088.036536:0:10413:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fb948602000. 00000020:00000010:2.0:1785077088.036797:0:10413:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fb94662da90. 00000020:00000010:2.0:1785077088.036813:0:10413:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fb941284000. 80000000:00000010:2.0:1785077088.036818:0:10413:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fb95849cae0. 40000000:00000010:2.0:1785077088.036822:0:10413:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fb9585f4780. 00100000:00000010:2.0:1785077088.036828:0:10413:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fb948604800. 00040000:00000010:2.0:1785077088.036833:0:10413:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fb94b7dc700. 00040000:00000010:2.0:1785077088.036837:0:10413:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9fb948606800. 00040000:00000010:2.0:1785077088.036841:0:10413:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fb941285e00. 00000004:00000010:2.0:1785077088.036846:0:10413:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9fb948604000. 00000004:00000010:2.0:1785077088.036852:0:10413:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff9fb9585b7000. 00000004:00000010:2.0:1785077088.036857:0:10413:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9fb946670000. 00002000:00000010:2.0:1785077088.036862:0:10413:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9fb9585af000. 00000004:00000010:2.0:1785077088.036867:0:10413:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9fb9585acc00. 00000020:00000010:2.0:1785077088.036871:0:10413:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fb9585f4f00. 00000040:00000010:2.0:1785077088.036878:0:10413:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9fb958578000. 00000040:00080000:2.0:1785077088.038660:0:10413:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1785077088.039404:0:10413:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9fb958578000. 00000020:00000010:2.0:1785077088.039416:0:10413:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fb9585f4f00. 00000020:00000010:2.0:1785077088.039435:0:10413:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fb946532200. 00000040:00000010:2.0:1785077088.039443:0:10413:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9fb94bd00800. 00000020:00000010:2.0:1785077088.039447:0:10413:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fb948602000. 00000020:00000010:2.0:1785077088.039453:0:10413:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fb94662da90. 00000020:00000010:2.0:1785077088.039461:0:10413:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fb941284000. 80000000:00000010:2.0:1785077088.039465:0:10413:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fb95849cae0. 40000000:00000010:2.0:1785077088.039469:0:10413:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fb9585f4780. 00100000:00000010:2.0:1785077088.039474:0:10413:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fb948604800. 00040000:00000010:2.0:1785077088.039478:0:10413:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fb94b7dc700. 00040000:00000010:2.0:1785077088.039483:0:10413:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9fb948606800. 00040000:00000010:2.0:1785077088.039487:0:10413:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fb941285e00. 00000004:00000010:2.0:1785077088.039492:0:10413:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9fb948604000. 00000004:00000010:2.0:1785077088.039496:0:10413:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff9fb9585b7000. 00000004:00000010:2.0:1785077088.039501:0:10413:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9fb946670000. 00002000:00000010:2.0:1785077088.039506:0:10413:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9fb9585af000. 00000004:00000010:2.0:1785077088.039512:0:10413:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9fb9585acc00. 00000020:00000010:2.0:1785077088.039516:0:10413:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb9412e7000. 00000040:00000010:0.0:1785077088.044463:0:6178:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9fb946c8b420. 00000040:00000001:0.0:1785077088.044476:0:6178:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1785077088.044480:0:6178:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1785077088.044486:0:6178:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9fb958460000. 00000040:00000010:0.0:1785077088.044492:0:6178:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9fb941343000. 00000020:00000001:0.0:1785077088.044498:0:6178:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1785077088.044502:0:6178:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1785077088.044509:0:6178:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fb946289400. 00000040:00000010:0.0:1785077088.044514:0:6178:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9fb946288e00. 00000020:00000010:0.0:1785077088.044519:0:6178:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fb946f7f000. 00000020:00000010:0.0:1785077088.044524:0:6178:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fb946288800. 80000000:00000010:0.0:1785077088.044528:0:6178:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fb946c8b900. 00040000:00000010:0.0:1785077088.044532:0:6178:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fb958610000. 20000000:00000010:0.0:1785077088.044537:0:6178:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9fb958611c00. 00000020:00000010:0.0:1785077088.044870:0:6178:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb946288400. 10000000:00000010:0.0:1785077088.044873:0:6178:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9fb946f2e900. 10000000:01000000:0.0:1785077088.044877:0:6178:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.143@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1785077088.044880:0:6178:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1785077088.044883:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1785077088.044885:0:6178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1785077088.044889:0:6178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fb94be14a00 refcount=3 00000020:00000001:0.0:1785077088.044893:0:6178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638216923662848 : -105856785888768 : ffff9fb94be14a00) 00010000:00000001:0.0:1785077088.044980:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638216923662848 : -105856785888768 : ffff9fb94be14a00) 00010000:00000001:0.0:1785077088.044985:0:6178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1785077088.044990:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.143@tcp lock: ffff9fb94be14a00/0x38bc12afecb00e46 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b47202496802d expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1785077088.044999:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785077088.045001:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1785077088.045021:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.143@tcp lock: ffff9fb94be14a00/0x38bc12afecb00e46 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb96b47202496802d expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1785077088.045027:0:6178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1785077088.045028:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785077088.045030:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1785077088.045031:0:6178:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1785077088.045034:0:6178:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1785077088.045037:0:6178:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1785077088.045039:0:6178:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1785077088.045040:0:6178:0:(mgc_request.c:123:config_log_put()) log params(ffff9fb94bd00200) refs 3 10000000:00000001:0.0:1785077088.045043:0:6178:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1785077088.386703:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077088.386715:0:8241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785077088.386718:0:8241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785077088.386722:0:8241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077088.386726:0:8241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785077088.386729:0:8241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077088.386731:0:8241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077088.386733:0:8241:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077088.386736:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077088.386738:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077088.386762:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077088.386765:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077088.386768:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1785077089.282780:0:6178:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1785077089.282787:0:6178:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:3.0:1785077089.346822:0:33:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04330 (cpu 0) has reached its deadline 4295063816, at 4295063872 00000100:00000010:3.0:1785077089.346838:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb946231f00. 00000100:00000040:2.0:1785077089.347061:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb950e04220 (cpu 0) has reached its deadline 4295063816, at 4295063872 00000100:00000010:2.0:1785077089.347068:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb946231ea0. 00010000:00000001:0.0:1785077089.413819:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077089.413826:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077089.413831:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077089.413833:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077089.413851:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077089.413854:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077089.413857:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785077090.434831:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077090.434838:0:8241:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077090.434856:0:8241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785077090.434860:0:8241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785077090.434881:0:8241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785077090.434885:0:8241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077090.434888:0:8241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785077090.434890:0:8241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077090.434892:0:8241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785077090.434895:0:8241:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785077090.434920:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785077090.434923:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785077090.434926:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 10293 lines, 10293 kept, 0 dropped, 0 bad.