00000001:01000000:1.0F:1786798885.820543:0:2361:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 308 MB/s 00000001:01000000:1.0:1786798886.070170:0:2361:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 327 MB/s 00000001:01000000:2.0F:1786798886.326535:0:2361:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 2691 MB/s 00000020:02000000:2.0:1786798887.526835:0:2391:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.55_1_g696fb08 00000400:02000000:2.0:1786798889.362250:0:2406:0:(api-ni.c:2768:lnet_startup_lndni()) Added LNI 192.168.202.20@tcp [8/256/0/180] 00008000:02000000:2.0:1786798894.358962:0:2557:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:2.0:1786799074.811973:0:6358:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1786799074.811977:0:6358:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1786799074.811979:0:6358:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.120@tcp:/lustre 00000020:01000004:2.0:1786799074.811980:0:6358:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1786799074.812098:0:6358:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 00000000cabfa84f 00000080:01000004:2.0:1786799074.812108:0:6358:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1786799074.812124:0:6358:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.120@tcp' 00000020:01000004:2.0:1786799074.812696:0:6358:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.120@tcp (typ=mgc) 00000020:00000080:2.0:1786799074.812718:0:6358:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.120@tcp (0000000059455b96) 00000020:00000080:2.0:1786799074.812733:0:6358:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:2.0:1786799074.812974:0:6358:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1786799074.813020:0:6358:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1786799074.813165:0:6358:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:2.0:1786799074.813171:0:6358:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1786799074.822191:0:6358:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1786799074.822212:0:6358:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1786799074.832935:0:6358:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1786799074.832954:0:6358:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:2.0:1786799074.834902:0:6358:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:2.0:1786799074.834913:0:6358:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:3.0F:1786799074.837169:0:6358:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1786799074.838007:0:6358:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1786799074.840710:0:6358:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:2.0:1786799074.840727:0:6358:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1786799074.843462:0:6358:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:1.0:1786799074.843477:0:6358:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1786799074.845903:0:6358:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:1.0:1786799074.845915:0:6358:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1786799074.847299:0:6358:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1786799074.847312:0:6358:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:1.0:1786799074.849960:0:6358:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:1.0:1786799074.849976:0:6358:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:3.0:1786799074.852308:0:6358:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:3.0:1786799074.852321:0:6358:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:3.0:1786799074.855623:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799074.855629:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799074.855630:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799074.865484:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799074.865492:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799074.865495:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:1.0:1786799074.866971:0:6358:0:(ldlm_lib.c:102:import_set_conn()) imp 000000005f493274@MGC192.168.202.120@tcp: add connection 192.168.202.120@tcp at head 00010000:00010000:1.0:1786799074.867151:0:6358:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.120@tcp-0 is initialized 00000040:01000000:1.0:1786799074.867158:0:6358:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.120@tcp ctxt 1 is initialized 10000000:01000000:1.0:1786799074.867883:0:6372:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1786799074.867966:0:6358:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.120@tcp (uuid 0050480d-a554-4e58-85e2-24e3a375a6a4) 00000020:00000080:2.0:1786799074.867988:0:6358:0:(genops.c:1406:class_connect()) connect: client 0050480d-a554-4e58-85e2-24e3a375a6a4, cookie 0x410a2c25310c7763 00000100:00080000:2.0:1786799074.868000:0:6358:0:(import.c:510:import_select_connection()) MGC192.168.202.120@tcp: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:2.0:1786799074.868008:0:6358:0:(import.c:624:import_select_connection()) MGC192.168.202.120@tcp: import 000000005f493274 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000100:00100000:2.0:1786799074.868052:0:6358:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000d341981 x1873594431832192/t0(0) o250->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786799074.868088:0:6358:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0050480d-a554-4e58-85e2-24e3a375a6a4->MGS 00000080:00200000:2.0:1786799074.868107:0:6358:0:(llite_lib.c:1512:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffffa0105047f800 (sb 00000000cabfa84f) 00000080:01000000:2.0:1786799074.868198:0:6358:0:(llite_lib.c:1239:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1786799074.868200:0:6358:0:(llite_lib.c:1249:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1786799074.868204:0:6358:0:(llite_lib.c:1249:ll_options()) next opt=flock 00000080:01000000:2.0:1786799074.868211:0:6358:0:(llite_lib.c:1546:ll_fill_super()) llite sb uuid: 8c457ad8-1094-420a-9923-f9e0dd9accb2 00000100:00100000:1.0:1786799074.868915:0:2422:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000d341981 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0050480d-a554-4e58-85e2-24e3a375a6a4:2422:1873594431832192:192.168.202.120@tcp:250: 00010000:00010000:1.0:1786799074.869142:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1786799074.875082:0:6358:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1786799074.875088:0:6358:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa0105047f800 10000000:01000000:2.0:1786799074.875093:0:6358:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffffa010481b3380 10000000:01000000:2.0:1786799074.875098:0:6358:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1786799074.875107:0:6358:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffffa010481b3380 from 1 10000000:01000000:2.0:1786799074.875110:0:6358:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1786799074.876485:0:6358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: 00000000f8b228b0/0x410a2c25310c776a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786799074.877907:0:2422:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.202.120@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1786799074.877921:0:2422:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.202.120@tcp: connect to target with instance 0 00000100:00080000:1.0:1786799074.877930:0:2422:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.202.120@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1786799074.877935:0:2422:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1786799074.877939:0:2422:0:(import.c:65:import_set_state_nolock()) 000000005f493274 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1786799074.877943:0:2422:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1786799074.877951:0:2422:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1786799074.877961:0:2422:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000d341981 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0050480d-a554-4e58-85e2-24e3a375a6a4:2422:1873594431832192:192.168.202.120@tcp:250: 00010000:00010000:2.0:1786799074.878746:0:6358:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: 00000000f8b228b0/0x410a2c25310c776a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799074.878758:0:6358:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: 00000000f8b228b0/0x410a2c25310c776a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786799074.878799:0:6358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000649e008b pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431832320:192.168.202.120@tcp:101: 00000100:00100000:2.0:1786799074.878932:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set 000000003211f515 going to sleep for 11 seconds 00000100:00100000:2.0:1786799074.898448:0:6358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000649e008b pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431832320:192.168.202.120@tcp:101: 00010000:00010000:2.0:1786799074.898488:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: 00000000f8b228b0/0x410a2c25310c776a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f72a expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799074.898500:0:6358:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: 00000000f8b228b0/0x410a2c25310c776a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5b3029c303c0f72a expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786799074.898632:0:6358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000649e008b pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431832448:192.168.202.120@tcp:501: 00000100:00100000:2.0:1786799074.898754:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set 000000003211f515 going to sleep for 11 seconds 00000100:00100000:2.0:1786799074.907030:0:6358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000649e008b pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431832448:192.168.202.120@tcp:501: 10000000:01000000:2.0:1786799074.907080:0:6358:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1786799074.907104:0:6358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: 00000000f8b228b0/0x410a2c25310c776a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f72a expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799074.907116:0:6358:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: 00000000f8b228b0/0x410a2c25310c776a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f72a expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786799074.907126:0:6358:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa0105047f800 10000000:01000000:2.0:1786799074.907132:0:6358:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1786799074.907147:0:6358:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa0105047f800 10000000:01000000:2.0:1786799074.907151:0:6358:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1786799074.907155:0:6358:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffffa0105047f800 10000000:01000000:2.0:1786799074.907158:0:6358:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1786799074.907162:0:6358:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffffa0105047f800 from 1 10000000:01000000:2.0:1786799074.907164:0:6358:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1786799074.907200:0:6358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: 00000000fd617200/0x410a2c25310c7771 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799074.907208:0:6358:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: 00000000fd617200/0x410a2c25310c7771 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799074.907220:0:6358:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: 00000000fd617200/0x410a2c25310c7771 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786799074.907240:0:6358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000649e008b pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431832576:192.168.202.120@tcp:101: 00000100:00100000:2.0:1786799074.907495:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set 000000003211f515 going to sleep for 11 seconds 00000100:00100000:1.0:1786799074.910066:0:6358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000649e008b pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431832576:192.168.202.120@tcp:101: 00010000:00010000:1.0:1786799074.910093:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: 00000000fd617200/0x410a2c25310c7771 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f731 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786799074.910106:0:6358:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: 00000000fd617200/0x410a2c25310c7771 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5b3029c303c0f731 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786799074.910199:0:6358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000d4df71d7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431832704:192.168.202.120@tcp:501: 00000100:00100000:1.0:1786799074.910402:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set 000000003eebc9b3 going to sleep for 11 seconds 00000100:00100000:2.0:1786799074.924478:0:6358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000d4df71d7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431832704:192.168.202.120@tcp:501: 00000100:00100000:2.0:1786799074.924567:0:6358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000100b1424 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431832832:192.168.202.120@tcp:503: 00000100:00100000:2.0:1786799074.924695:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ae08c805 going to sleep for 11 seconds 00000100:00100000:2.0:1786799074.939373:0:6358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000100b1424 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431832832:192.168.202.120@tcp:503: 00000100:00100000:3.0:1786799074.940468:0:6376:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000cd0b0dcf pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6376:1873594431832960:192.168.202.120@tcp:502: 00000100:00100000:3.0:1786799074.942994:0:6376:0:(client.c:2702:ptlrpc_set_wait()) set 00000000367f723d going to sleep for 11 seconds 00000100:00100000:3.0:1786799074.953259:0:6376:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000cd0b0dcf pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6376:1873594431832960:192.168.202.120@tcp:502: 00000020:01000000:3.0:1786799074.953319:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786799074.953332:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799074.953334:0:6376:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1786799074.953340:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffffa0105047f800 00000020:00000080:3.0:1786799074.953343:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786799074.953367:0:6376:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffffa0105047f800 (0000000060b820bd) 00000020:00000080:3.0:1786799074.953387:0:6376:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:3.0:1786799074.953395:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffffa0105047f800 00000020:00000080:3.0:1786799074.953398:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1786799074.953807:0:6376:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffffa0105047f800 (uuid 8c457ad8-1094-420a-9923-f9e0dd9accb2) 00000020:01000000:3.0:1786799074.953813:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786799074.953818:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799074.953819:0:6376:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1786799074.953822:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786799074.953826:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799074.953827:0:6376:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1786799074.953830:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffffa0105047f800 00000020:00000080:3.0:1786799074.953832:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786799074.953844:0:6376:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffffa0105047f800 (000000003b2597d0) 00000020:00000080:3.0:1786799074.953854:0:6376:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:3.0:1786799074.953859:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffffa0105047f800 00000020:00000080:3.0:1786799074.953861:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1786799074.954001:0:6376:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffffa0105047f800 (uuid 8c457ad8-1094-420a-9923-f9e0dd9accb2) 00000020:01000000:3.0:1786799074.954004:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786799074.954006:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799074.954007:0:6376:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1786799074.954009:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786799074.954011:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799074.954011:0:6376:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1786799074.954013:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1786799074.954014:0:6376:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1786799074.954016:0:6376:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1786799074.954020:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786799074.954021:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799074.954021:0:6376:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1786799074.954022:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786799074.954025:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799074.954026:0:6376:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1786799074.954027:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1786799074.954030:0:6376:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:3.0:1786799074.954048:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffffa0105047f800 00000020:00000080:3.0:1786799074.954049:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786799074.954054:0:6376:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffffa0105047f800 (000000006708316f) 00000020:00000080:3.0:1786799074.954059:0:6376:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:3.0:1786799074.954062:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffffa0105047f800 00000020:00000080:3.0:1786799074.954063:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1786799074.954102:0:6376:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000fedaf228@lustre-MDT0000-mdc-ffffa0105047f800: add connection 192.168.202.120@tcp at head 00010000:00010000:3.0:1786799074.955630:0:6376:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffffa0105047f800-1 is initialized 00000040:01000000:3.0:1786799074.955876:0:6376:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffffa0105047f800 ctxt 13 is initialized 00000020:00000080:2.0:1786799074.958740:0:6376:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffffa0105047f800 (uuid 8c457ad8-1094-420a-9923-f9e0dd9accb2) 00000020:01000000:2.0:1786799074.958760:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffffa0105047f800 00000020:00000080:2.0:1786799074.958765:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1786799074.958803:0:6376:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1786799074.958850:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786799074.958853:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799074.958855:0:6376:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1786799074.958857:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786799074.958861:0:6376:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #10 00000020:01000000:2.0:1786799074.958862:0:6376:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786799074.958864:0:6376:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786799074.958865:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786799074.958867:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799074.958868:0:6376:0:(obd_config.c:1561:class_process_config()) marker 10 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786799074.958871:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786799074.958875:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799074.958876:0:6376:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1786799074.958879:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786799074.958884:0:6376:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:2.0:1786799074.958912:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffffa0105047f800 00000020:00000080:2.0:1786799074.958915:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786799074.958924:0:6376:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffffa0105047f800 (00000000fb4dd48d) 00000020:00000080:2.0:1786799074.958942:0:6376:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:2.0:1786799074.958947:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffffa0105047f800 00000020:00000080:2.0:1786799074.958954:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786799074.959023:0:6376:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000309ba2ed@lustre-MDT0001-mdc-ffffa0105047f800: add connection 192.168.202.120@tcp at head 00010000:00010000:2.0:1786799074.960646:0:6376:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffffa0105047f800-2 is initialized 00000040:01000000:2.0:1786799074.960923:0:6376:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffffa0105047f800 ctxt 13 is initialized 00000020:00000080:2.0:1786799074.961112:0:6376:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffffa0105047f800 (uuid 8c457ad8-1094-420a-9923-f9e0dd9accb2) 00000020:01000000:2.0:1786799074.961127:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffffa0105047f800 00000020:00000080:2.0:1786799074.961131:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1786799074.961153:0:6376:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1786799074.961192:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786799074.961196:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799074.961198:0:6376:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1786799074.961201:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786799074.961203:0:6376:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1786799074.961205:0:6376:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786799074.961206:0:6376:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786799074.961207:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786799074.961209:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799074.961210:0:6376:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786799074.961212:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1786799074.961217:0:6376:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.120@tcp:/lustre 00000020:00000080:2.0:1786799074.961221:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799074.961222:0:6376:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1786799074.961225:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786799074.961230:0:6376:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:2.0:1786799074.961254:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffffa0105047f800 00000020:00000080:2.0:1786799074.961257:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786799074.961266:0:6376:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffffa0105047f800 (0000000031741520) 00000020:00000080:2.0:1786799074.961280:0:6376:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:2.0:1786799074.961285:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffffa0105047f800 00000020:00000080:2.0:1786799074.961288:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786799074.961352:0:6376:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000020aa2c6c@lustre-OST0000-osc-ffffa0105047f800: add connection 192.168.202.120@tcp at head 00010000:00010000:2.0:1786799074.961551:0:6376:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffffa0105047f800-3 is initialized 00000020:00000080:3.0:1786799074.971259:0:6376:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffffa0105047f800 (uuid 8c457ad8-1094-420a-9923-f9e0dd9accb2) 00000020:01000000:3.0:1786799074.971302:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffffa0105047f800 00000020:00000080:3.0:1786799074.971307:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1786799074.971338:0:6376:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1786799074.971347:0:6376:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffffa0105047f800: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1786799074.971366:0:6376:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1786799074.971385:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786799074.971389:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799074.971391:0:6376:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1786799074.971394:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1786799074.971397:0:6376:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1786799074.971398:0:6376:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786799074.971400:0:6376:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786799074.971401:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1786799074.971403:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799074.971404:0:6376:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1786799074.971406:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1786799074.971411:0:6376:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.120@tcp:/lustre 00000020:00000080:3.0:1786799074.971414:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799074.971416:0:6376:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1786799074.971419:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1786799074.971423:0:6376:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:3.0:1786799074.971452:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffffa0105047f800 00000020:00000080:3.0:1786799074.971455:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786799074.971465:0:6376:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffffa0105047f800 (00000000ce8938a5) 00000020:00000080:3.0:1786799074.971485:0:6376:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:3.0:1786799074.971490:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffffa0105047f800 00000020:00000080:3.0:1786799074.971492:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1786799074.971564:0:6376:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000512e1e06@lustre-OST0001-osc-ffffa0105047f800: add connection 192.168.202.120@tcp at head 00010000:00010000:3.0:1786799074.971823:0:6376:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffffa0105047f800-4 is initialized 00000020:00000080:3.0:1786799074.972101:0:6376:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffffa0105047f800 (uuid 8c457ad8-1094-420a-9923-f9e0dd9accb2) 00000020:01000000:3.0:1786799074.972109:0:6376:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffffa0105047f800 00000020:00000080:3.0:1786799074.972118:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1786799074.972129:0:6376:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1786799074.972134:0:6376:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffffa0105047f800: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1786799074.972138:0:6376:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1786799074.972147:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786799074.972151:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799074.972153:0:6376:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1786799074.972155:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786799074.972158:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799074.972159:0:6376:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1786799074.972161:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1786799074.972164:0:6376:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:3.0:1786799074.972207:0:6376:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000883ed06a pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6376:1873594431833088:192.168.202.120@tcp:502: 00000100:00100000:3.0:1786799074.972329:0:6376:0:(client.c:2702:ptlrpc_set_wait()) set 00000000999f441f going to sleep for 11 seconds 00000100:00100000:3.0:1786799074.977160:0:6376:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000883ed06a pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6376:1873594431833088:192.168.202.120@tcp:502: 00000020:01000000:3.0:1786799074.977208:0:6376:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786799074.977217:0:6376:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799074.977219:0:6376:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000040:00080000:3.0:1786799074.977223:0:6376:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:0.0F:1786799074.978969:0:6358:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:0.0:1786799074.979008:0:6358:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1786799074.979029:0:6358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: 00000000fd617200/0x410a2c25310c7771 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f731 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786799074.979042:0:6358:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: 00000000fd617200/0x410a2c25310c7771 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f731 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786799074.979050:0:6358:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffffa0105047f800 from 1 10000000:01000000:0.0:1786799074.979052:0:6358:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1786799074.979108:0:6358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: 0000000081a5d81a/0x410a2c25310c77a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786799074.979116:0:6358:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: 0000000081a5d81a/0x410a2c25310c77a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786799074.979140:0:6358:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: 0000000081a5d81a/0x410a2c25310c77a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786799074.979166:0:6358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008eefd8f8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431833216:192.168.202.120@tcp:101: 00000100:00100000:0.0:1786799074.979384:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set 00000000564e54b7 going to sleep for 11 seconds 00000100:00100000:0.0:1786799074.987136:0:6358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008eefd8f8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431833216:192.168.202.120@tcp:101: 00010000:00010000:0.0:1786799074.987167:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: 0000000081a5d81a/0x410a2c25310c77a2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f738 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786799074.987180:0:6358:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: 0000000081a5d81a/0x410a2c25310c77a2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5b3029c303c0f738 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786799074.987788:0:6358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008eefd8f8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431833344:192.168.202.120@tcp:256: 00000100:00100000:0.0:1786799074.987996:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set 00000000564e54b7 going to sleep for 11 seconds 00000100:00100000:2.0:1786799074.994828:0:6358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008eefd8f8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431833344:192.168.202.120@tcp:256: 10000000:01000000:2.0:1786799074.996848:0:6358:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1786799074.996887:0:6358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: 0000000081a5d81a/0x410a2c25310c77a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f738 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799074.996901:0:6358:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: 0000000081a5d81a/0x410a2c25310c77a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f738 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786799074.996910:0:6358:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0105047f800 from 1 10000000:01000000:2.0:1786799074.996914:0:6358:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1786799074.996962:0:6358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: 00000000b6a8d05d/0x410a2c25310c77a9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799074.996970:0:6358:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: 00000000b6a8d05d/0x410a2c25310c77a9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799074.996980:0:6358:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: 00000000b6a8d05d/0x410a2c25310c77a9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786799074.997007:0:6358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000894c6987 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431833472:192.168.202.120@tcp:101: 00000100:00100000:2.0:1786799074.997102:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set 000000006fb2b68c going to sleep for 11 seconds 00000100:00100000:2.0:1786799075.001985:0:6358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000894c6987 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431833472:192.168.202.120@tcp:101: 00010000:00010000:2.0:1786799075.002015:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: 00000000b6a8d05d/0x410a2c25310c77a9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f73f expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799075.002027:0:6358:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: 00000000b6a8d05d/0x410a2c25310c77a9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5b3029c303c0f73f expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786799075.002112:0:6358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000894c6987 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431833600:192.168.202.120@tcp:501: 00000100:00100000:2.0:1786799075.003070:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set 000000006fb2b68c going to sleep for 11 seconds 00000100:00100000:2.0:1786799075.007922:0:6358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000894c6987 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431833600:192.168.202.120@tcp:501: 00000100:00100000:2.0:1786799075.008010:0:6358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000894c6987 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431833728:192.168.202.120@tcp:503: 00000100:00100000:2.0:1786799075.008152:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set 000000006fb2b68c going to sleep for 11 seconds 00000100:00100000:2.0:1786799075.015004:0:6358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000894c6987 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:6358:1873594431833728:192.168.202.120@tcp:503: 00000100:00100000:1.0:1786799075.015613:0:6381:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000973297b6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6381:1873594431833856:192.168.202.120@tcp:502: 00000100:00100000:1.0:1786799075.015728:0:6381:0:(client.c:2702:ptlrpc_set_wait()) set 000000003eebc9b3 going to sleep for 11 seconds 00000100:00100000:1.0:1786799075.020310:0:6381:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000973297b6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6381:1873594431833856:192.168.202.120@tcp:502: 00000020:01000000:1.0:1786799075.020352:0:6381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786799075.020363:0:6381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786799075.020365:0:6381:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1786799075.020372:0:6381:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0105047f800 00000020:00000080:1.0:1786799075.020375:0:6381:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1786799075.020446:0:6381:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01049a07800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6381:1873594431833984:192.168.202.120@tcp:502: 00000100:00100000:1.0:1786799075.020549:0:6381:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01052f96480 going to sleep for 11 seconds 00000100:00100000:1.0:1786799075.030913:0:6381:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01049a07800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6381:1873594431833984:192.168.202.120@tcp:502: 00000020:01000000:1.0:1786799075.030965:0:6381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786799075.030974:0:6381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786799075.030977:0:6381:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:1.0:1786799075.030981:0:6381:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:2.0:1786799075.032535:0:6358:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:2.0:1786799075.032567:0:6358:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1786799075.032632:0:6358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77a9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f73f expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799075.032645:0:6358:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77a9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f73f expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1786799075.032667:0:6358:0:(llite_lib.c:1620:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1786799075.032695:0:6358:0:(genops.c:1406:class_connect()) connect: client 8c457ad8-1094-420a-9923-f9e0dd9accb2, cookie 0x410a2c25310c77b0 00800000:01000000:2.0:1786799075.032720:0:6358:0:(lmv_obd.c:512:lmv_check_connect()) Time to connect 8c457ad8-1094-420a-9923-f9e0dd9accb2 to lustre-clilmv-ffffa0105047f800 00800000:01000000:2.0:1786799075.032727:0:6358:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffffa0105047f800(8c457ad8-1094-420a-9923-f9e0dd9accb2) - lustre-MDT0000_UUID, 8c457ad8-1094-420a-9923-f9e0dd9accb2 00000020:00000080:2.0:1786799075.032737:0:6358:0:(genops.c:1406:class_connect()) connect: client 8c457ad8-1094-420a-9923-f9e0dd9accb2, cookie 0x410a2c25310c77b7 00000100:00080000:2.0:1786799075.032747:0:6358:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0105047f800: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:2.0:1786799075.032757:0:6358:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0105047f800: import ffffa010493be800 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:2.0:1786799075.032770:0:6358:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682625 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786799075.032810:0:6358:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa01050c15880 x1873594431834112/t0(0) o38->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786799075.032838:0:6358:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0000_UUID 00800000:01000000:2.0:1786799075.032960:0:6358:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffffa0105047f800(8c457ad8-1094-420a-9923-f9e0dd9accb2) successfully (5) 00800000:00000004:2.0:1786799075.032964:0:6358:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffffa0105047f800: age -706, max_age 0 00000100:00100000:1.0:1786799075.033014:0:2422:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c457ad8-1094-420a-9923-f9e0dd9accb2:2422:1873594431834112:192.168.202.120@tcp:38: 00000100:00080000:2.0:1786799075.033045:0:2426:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa01050c16300 x1873594431834240/t0(0) o41->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00800000:01000000:2.0:1786799075.033110:0:6358:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffffa0105047f800(8c457ad8-1094-420a-9923-f9e0dd9accb2) - lustre-MDT0001_UUID, 8c457ad8-1094-420a-9923-f9e0dd9accb2 00000020:00000080:2.0:1786799075.033118:0:6358:0:(genops.c:1406:class_connect()) connect: client 8c457ad8-1094-420a-9923-f9e0dd9accb2, cookie 0x410a2c25310c77be 00000100:00080000:2.0:1786799075.033124:0:6358:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0105047f800: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:2.0:1786799075.033130:0:6358:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0105047f800: import ffffa01050fdf800 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:2.0:1786799075.033136:0:6358:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682625 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786799075.033714:0:6358:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa01050c15c00 x1873594431834368/t0(0) o38->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786799075.033732:0:6358:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0001_UUID 00800000:01000000:2.0:1786799075.033815:0:6358:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffffa0105047f800(8c457ad8-1094-420a-9923-f9e0dd9accb2) successfully (5) 00800000:00000004:2.0:1786799075.033819:0:6358:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffffa0105047f800: age -706, max_age 0 00000100:00080000:2.0:1786799075.033857:0:2425:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa01050c16680 x1873594431834496/t0(0) o41->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786799075.033917:0:2422:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c457ad8-1094-420a-9923-f9e0dd9accb2:2422:1873594431834368:192.168.202.120@tcp:38: 00000080:00000004:2.0:1786799075.034129:0:6358:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffffa0105047f800: age -706, max_age 293 00800000:00000004:2.0:1786799075.034136:0:6358:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffffa0105047f800: age -706, max_age 293 00000100:00080000:2.0:1786799075.034165:0:6358:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa01050c14a80 x1873594431834624/t0(0) o41->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799075.034173:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010519a0600 going to sleep for 0 seconds 00010000:00080000:2.0:1786799075.037273:0:2422:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c15c00 x1873594431834368/t0(0) o38->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 520/416 e 0 to 0 dl 1786799085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799075.037290:0:2422:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0105047f800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1786799075.037312:0:2422:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffffa0105047f800: connect to target with instance 1 00000001:01000000:3.0:1786799075.294250:0:2422:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffffa0105047f800: T10 checksum algorithm t10ip512 speed = 2338 MB/s 00000001:01000000:2.0:1786799075.549667:0:2422:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffffa0105047f800: T10 checksum algorithm t10ip4K speed = 2545 MB/s 00000001:01000000:3.0:1786799075.804050:0:2422:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffffa0105047f800: T10 checksum algorithm t10crc512 speed = 478 MB/s 00010000:00010000:0.0:1786799075.881288:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:1.0:1786799076.054004:0:2422:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffffa0105047f800: T10 checksum algorithm t10crc4K speed = 535 MB/s 00000100:00080000:1.0:1786799076.054019:0:2422:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffffa0105047f800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1786799076.054035:0:2422:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1786799076.054041:0:2422:0:(import.c:65:import_set_state_nolock()) ffffa01050fdf800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1786799076.054822:0:2422:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000009a444341): req@ffffa01050c16680 x1873594431834496/t0(0) o41->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786799076.054867:0:2422:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c457ad8-1094-420a-9923-f9e0dd9accb2:2422:1873594431834368:192.168.202.120@tcp:38: 00010000:00080000:1.0:1786799076.054914:0:2422:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c15880 x1873594431834112/t0(0) o38->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 520/416 e 0 to 0 dl 1786799085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786799076.054925:0:2422:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0105047f800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1786799076.054935:0:2422:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffffa0105047f800: connect to target with instance 1 00000100:00080000:1.0:1786799076.054943:0:2422:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffffa0105047f800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1786799076.054950:0:2422:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1786799076.054952:0:2422:0:(import.c:65:import_set_state_nolock()) ffffa010493be800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1786799076.058965:0:2422:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a24f88f6): req@ffffa01050c16300 x1873594431834240/t0(0) o41->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786799076.058994:0:2422:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000030a2f5d0): req@ffffa01050c14a80 x1873594431834624/t0(0) o41->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799076.059009:0:2422:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c457ad8-1094-420a-9923-f9e0dd9accb2:2422:1873594431834112:192.168.202.120@tcp:38: 00000100:00100000:2.0:1786799076.059477:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010519a0600 going to sleep for 0 seconds 00000100:00100000:2.0:1786799076.059507:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010519a0600 going to sleep for 11 seconds 00010000:00080000:2.0:1786799076.067236:0:2425:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c16680 x1873594431834496/t0(0) o41->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1786799092 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799076.067259:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:0:1873594431834496:192.168.202.120@tcp:41: 00010000:00080000:2.0:1786799076.077316:0:6358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c14a80 x1873594431834624/t0(0) o41->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1786799092 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799076.077336:0:6358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8c457ad8-1094-420a-9923-f9e0dd9accb2:6358:1873594431834624:192.168.202.120@tcp:41: 00800000:00000004:2.0:1786799076.077360:0:6358:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffffa0105047f800: update ffffa01050fe9e10 cache blocks 17239/17271 objects 534500/534834 00000080:00000004:2.0:1786799076.077367:0:6358:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffffa0105047f800: update ffffa01050feb7d0 cache blocks 17239/17271 objects 534500/534834 00000100:00100000:2.0:1786799076.077409:0:6358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8c457ad8-1094-420a-9923-f9e0dd9accb2:6358:1873594431834752:192.168.202.120@tcp:40: 00000100:00100000:2.0:1786799076.077506:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010519a0900 going to sleep for 11 seconds 00010000:00080000:3.0:1786799076.077835:0:2426:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c16300 x1873594431834240/t0(0) o41->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1786799092 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799076.077849:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:0:1873594431834240:192.168.202.120@tcp:41: 00010000:00080000:3.0:1786799076.084991:0:6358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c14a80 x1873594431834752/t0(0) o40->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1786799092 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799076.085011:0:6358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8c457ad8-1094-420a-9923-f9e0dd9accb2:6358:1873594431834752:192.168.202.120@tcp:40: 00000080:00000004:3.0:1786799076.085052:0:6358:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1786799076.085066:0:6358:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682625 ocd_grant: 3407872 00020000:01000000:3.0:1786799076.085070:0:6358:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1786799076.085082:0:6358:0:(genops.c:1406:class_connect()) connect: client 8c457ad8-1094-420a-9923-f9e0dd9accb2, cookie 0x410a2c25310c77c5 00000020:00000080:3.0:1786799076.085102:0:6358:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x410a2c25310c77cc 00000100:00080000:3.0:1786799076.085109:0:6358:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0105047f800: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:3.0:1786799076.085129:0:6358:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0105047f800: import ffffa01050fda000 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:3.0:1786799076.085142:0:6358:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682625 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1786799076.085165:0:6358:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa010492edc00 x1873594431834880/t0(0) o8->lustre-OST0000-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786799076.085193:0:6358:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0000_UUID 00020000:01000000:3.0:1786799076.085206:0:6358:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffffa0105047f800) active 00000020:00000080:3.0:1786799076.085232:0:6358:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x410a2c25310c77d3 00000100:00080000:3.0:1786799076.085237:0:6358:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0105047f800: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:3.0:1786799076.085242:0:6358:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0105047f800: import ffffa010493b9800 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:3.0:1786799076.085248:0:6358:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682625 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1786799076.085259:0:6358:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa010492ee680 x1873594431835008/t0(0) o8->lustre-OST0001-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786799076.085267:0:6358:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0001_UUID 00020000:01000000:3.0:1786799076.085272:0:6358:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffffa0105047f800) active 00000100:00100000:3.0:1786799076.085309:0:6358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492eca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8c457ad8-1094-420a-9923-f9e0dd9accb2:6358:1873594431835136:192.168.202.120@tcp:900: 00000100:00100000:3.0:1786799076.085372:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0104520c180 going to sleep for 11 seconds 00000100:00100000:0.0:1786799076.085995:0:2422:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c457ad8-1094-420a-9923-f9e0dd9accb2:2422:1873594431834880:192.168.202.120@tcp:8: 00000100:00100000:0.0:1786799076.086086:0:2422:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c457ad8-1094-420a-9923-f9e0dd9accb2:2422:1873594431835008:192.168.202.120@tcp:8: 00000100:00100000:0.0:1786799076.086828:0:2424:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01049a07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2424:1873594431835264:192.168.202.120@tcp:400: 00010000:00080000:3.0:1786799076.091272:0:2422:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492edc00 x1873594431834880/t0(0) o8->lustre-OST0000-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1786799086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799076.091308:0:2422:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0105047f800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786799076.091318:0:2422:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffffa0105047f800: connect to target with instance 1 00000100:00080000:3.0:1786799076.091328:0:2422:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffffa0105047f800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786799076.091342:0:2422:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1786799076.091345:0:2422:0:(import.c:65:import_set_state_nolock()) ffffa01050fda000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786799076.091352:0:2422:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1786799076.091356:0:2422:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786799076.091361:0:2422:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786799076.091373:0:2422:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c457ad8-1094-420a-9923-f9e0dd9accb2:2422:1873594431834880:192.168.202.120@tcp:8: 00000100:00100000:0.0:1786799076.101559:0:2424:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01049a07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2424:1873594431835264:192.168.202.120@tcp:400: 00010000:00080000:3.0:1786799076.102069:0:2422:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492ee680 x1873594431835008/t0(0) o8->lustre-OST0001-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1786799086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799076.102082:0:2422:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa0105047f800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786799076.102091:0:2422:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffffa0105047f800: connect to target with instance 1 00000100:00080000:3.0:1786799076.102100:0:2422:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffffa0105047f800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786799076.102123:0:2422:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1786799076.102128:0:2422:0:(import.c:65:import_set_state_nolock()) ffffa010493b9800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786799076.102135:0:2422:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1786799076.102139:0:2422:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786799076.102145:0:2422:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786799076.102154:0:2422:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c457ad8-1094-420a-9923-f9e0dd9accb2:2422:1873594431835008:192.168.202.120@tcp:8: 00010000:00080000:3.0:1786799076.102416:0:6358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492eca80 x1873594431835136/t0(0) o900->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:29/10 lens 264/248 e 0 to 0 dl 1786799092 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799076.102427:0:6358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492eca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8c457ad8-1094-420a-9923-f9e0dd9accb2:6358:1873594431835136:192.168.202.120@tcp:900: 00000100:00100000:3.0:1786799076.102483:0:6358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492eca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8c457ad8-1094-420a-9923-f9e0dd9accb2:6358:1873594431835392:192.168.202.120@tcp:33: 00000100:00100000:3.0:1786799076.102643:0:6358:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0104520c180 going to sleep for 11 seconds 00010000:00080000:3.0:1786799076.188019:0:6358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492eca80 x1873594431835392/t0(0) o33->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:23/10 lens 448/464 e 0 to 0 dl 1786799092 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1786799076.188038:0:6358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492eca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8c457ad8-1094-420a-9923-f9e0dd9accb2:6358:1873594431835392:192.168.202.120@tcp:33: 00000080:00200000:3.0:1786799076.188290:0:6358:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) 00000080:00200000:3.0:1786799076.188298:0:6358:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:02000400:3.0:1786799076.188382:0:6358:0:(llite_lib.c:1658:ll_fill_super()) Mounted lustre-client 00000080:00000004:3.0:1786799076.194019:0:6358:0:(super25.c:181:lustre_fill_super()) 192.168.202.120@tcp:/lustre: Mount complete 00000080:00200008:2.0:1786799076.449517:0:6399:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa01051117448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1786799076.449532:0:6399:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448),name=/ 00000002:00010000:2.0:1786799076.449563:0:6399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1786799076.449642:0:6399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6399 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799076.449654:0:6399:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6399 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799076.449665:0:6399:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6399 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786799076.449702:0:6399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job mkdir:8c457ad8-1094-420a-9923-f9e0dd9accb2:6399:1873594431835520:192.168.202.120@tcp:101: 00000100:00100000:2.0:1786799076.449812:0:6399:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010519a0600 going to sleep for 11 seconds 00000100:00100000:2.0:1786799076.458909:0:6399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job mkdir:8c457ad8-1094-420a-9923-f9e0dd9accb2:6399:1873594431835520:192.168.202.120@tcp:101: 00010000:00010000:2.0:1786799076.458933:0:6399:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799076.458946:0:6399:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799076.458957:0:6399:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799076.458972:0:6399:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799076.458985:0:6399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799076.458992:0:6399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799076.458998:0:6399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1786799076.459009:0:6399:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffffa01050c16680 x1873594431835520/t0(0) o101->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1786799092 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:2.0:1786799076.459040:0:6399:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799076.459052:0:6399:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa01050f81000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1786799076.459058:0:6399:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1786799076.459083:0:6399:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:00010000:2.0:1786799076.459088:0:6399:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) for lock 0x410a2c25310c77da 00000080:00010000:2.0:1786799076.459093:0:6399:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) 00000080:00010000:2.0:1786799076.459096:0:6399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x410a2c25310c77da from it ffffac1944753cb8 00010000:00010000:2.0:1786799076.459099:0:6399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799076.459107:0:6399:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1786799076.904012:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786799077.927515:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1786799078.676906:0:6451:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa01051117448), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1786799078.676921:0:6451:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448),name=/ 00000002:00010000:3.0:1786799078.676946:0:6451:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786799078.676969:0:6451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1786799078.676985:0:6451:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1786799078.676993:0:6451:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1786799078.677001:0:6451:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) 00000080:00010000:3.0:1786799078.677005:0:6451:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) for lock 0x410a2c25310c77da 00000080:00010000:3.0:1786799078.677012:0:6451:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x410a2c25310c77da from it ffffac1941bffcb8 00010000:00010000:3.0:1786799078.677016:0:6451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1786799078.677026:0:6451:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1786799078.679028:0:6451:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa01051117448), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1786799078.679038:0:6451:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448),name=/ 00000002:00010000:3.0:1786799078.679060:0:6451:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786799078.679076:0:6451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1786799078.680254:0:6451:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1786799078.680271:0:6451:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1786799078.680282:0:6451:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) 00000080:00010000:3.0:1786799078.680287:0:6451:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) for lock 0x410a2c25310c77da 00000080:00010000:3.0:1786799078.680296:0:6451:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x410a2c25310c77da from it ffffac1941bffcb8 00010000:00010000:3.0:1786799078.680301:0:6451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1786799078.680312:0:6451:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1786799078.680954:0:6451:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448),name=/ 00000002:00010000:3.0:1786799078.680973:0:6451:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786799078.680985:0:6451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1786799078.680997:0:6451:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1786799078.681017:0:6451:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1786799078.681022:0:6451:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) 00000080:00010000:3.0:1786799078.681025:0:6451:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) for lock 0x410a2c25310c77da 00000080:00010000:3.0:1786799078.681029:0:6451:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x410a2c25310c77da from it ffffac1941bffbb0 00010000:00010000:3.0:1786799078.681032:0:6451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1786799078.681039:0:6451:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1786799078.681049:0:6451:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448), inode mode 41ed mask 44 00000080:00200008:3.0:1786799078.681057:0:6451:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa01051117448), flags 100000 00000080:00200080:3.0:1786799078.681693:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.681717:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00800000:00000004:3.0:1786799078.681725:0:6451:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffffa0105047f800: age 295, max_age 297 00000100:00100000:3.0:1786799078.681789:0:6451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492eca80 pname:cluuid:pid:xid:nid:opc:job lfs:8c457ad8-1094-420a-9923-f9e0dd9accb2:6451:1873594431835648:192.168.202.120@tcp:41: 00000100:00100000:3.0:1786799078.681891:0:6451:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010481bd240 going to sleep for 11 seconds 00000100:00100000:3.0:1786799078.686667:0:6451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492eca80 pname:cluuid:pid:xid:nid:opc:job lfs:8c457ad8-1094-420a-9923-f9e0dd9accb2:6451:1873594431835648:192.168.202.120@tcp:41: 00800000:00000004:3.0:1786799078.686697:0:6451:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffffa0105047f800: update ffffa01050fe9e10 cache blocks 17239/17271 objects 534500/534834 00000080:00200080:3.0:1786799078.688878:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.688907:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00800000:00000004:3.0:1786799078.688915:0:6451:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffffa0105047f800: age -706, max_age 297 00000100:00100000:3.0:1786799078.688965:0:6451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492eca80 pname:cluuid:pid:xid:nid:opc:job lfs:8c457ad8-1094-420a-9923-f9e0dd9accb2:6451:1873594431835776:192.168.202.120@tcp:41: 00000100:00100000:3.0:1786799078.689073:0:6451:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010481bd240 going to sleep for 11 seconds 00010000:00080000:3.0:1786799078.692358:0:6451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492eca80 x1873594431835776/t0(0) o41->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1786799094 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799078.692379:0:6451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492eca80 pname:cluuid:pid:xid:nid:opc:job lfs:8c457ad8-1094-420a-9923-f9e0dd9accb2:6451:1873594431835776:192.168.202.120@tcp:41: 00800000:00000004:3.0:1786799078.692404:0:6451:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffffa0105047f800: update ffffa010481b1e10 cache blocks 17241/17271 objects 535910/536224 00000080:00200080:3.0:1786799078.692488:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692506:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692515:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692521:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692525:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692529:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692533:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692537:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692542:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692545:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692549:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692553:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692557:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692561:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692565:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692569:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692573:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692607:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692613:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692618:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692623:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692642:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692648:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692652:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692656:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692660:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692664:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692667:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692671:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692674:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692677:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692681:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692684:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692687:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692691:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692694:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692698:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692701:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692704:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692707:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692711:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692714:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692718:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692722:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692726:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692729:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692754:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692761:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692765:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692768:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692773:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692776:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692781:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692784:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692788:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692791:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692796:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692799:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692803:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692807:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692811:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692814:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692819:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692822:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692826:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692830:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692834:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692838:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692842:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692845:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692849:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692860:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692865:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692869:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692874:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692878:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692882:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692885:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692889:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692892:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692895:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692898:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692902:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692905:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692908:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692912:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692915:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692919:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692922:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692926:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692930:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692933:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692936:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692940:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692943:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692947:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692959:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692964:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692968:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692972:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692976:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692980:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692984:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692987:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692991:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.692994:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.692999:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.693002:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.693007:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.693010:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.693015:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.693018:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.693022:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.693025:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.693028:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.693031:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.693035:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.693038:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.693042:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.693046:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.693049:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.693059:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.693064:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.693067:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.693070:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00800000:00000080:3.0:1786799078.693074:0:6451:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00000080:00200080:3.0:1786799078.693078:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:3.0:1786799078.693084:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00020000:00000004:3.0:1786799078.693101:0:6451:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffffa0105047f800: age -706, max_age 297 00000100:00100000:3.0:1786799078.693141:0:6451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492eca80 pname:cluuid:pid:xid:nid:opc:job lfs:8c457ad8-1094-420a-9923-f9e0dd9accb2:6451:1873594431835904:192.168.202.120@tcp:13: 00000100:00100000:3.0:1786799078.693220:0:6451:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010481bd240 going to sleep for 11 seconds 00010000:00080000:3.0:1786799078.706975:0:6451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492eca80 x1873594431835904/t0(0) o13->lustre-OST0000-osc-ffffa0105047f800@192.168.202.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1786799094 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799078.706996:0:6451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492eca80 pname:cluuid:pid:xid:nid:opc:job lfs:8c457ad8-1094-420a-9923-f9e0dd9accb2:6451:1873594431835904:192.168.202.120@tcp:13: 00020000:00000004:3.0:1786799078.707023:0:6451:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffffa0105047f800: update ffffa010481b0450 cache blocks 3679/3683 objects 117792/118251 00000080:00200080:3.0:1786799078.707107:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:3.0:1786799078.707126:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519b7000 uarg=0000000000000000 00020000:00000004:3.0:1786799078.707134:0:6451:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffffa0105047f800: age -706, max_age 297 00000100:00100000:3.0:1786799078.707168:0:6451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492eca80 pname:cluuid:pid:xid:nid:opc:job lfs:8c457ad8-1094-420a-9923-f9e0dd9accb2:6451:1873594431836032:192.168.202.120@tcp:13: 00000100:00100000:3.0:1786799078.707252:0:6451:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010481bd240 going to sleep for 11 seconds 00010000:00080000:3.0:1786799078.711773:0:6451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492eca80 x1873594431836032/t0(0) o13->lustre-OST0001-osc-ffffa0105047f800@192.168.202.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1786799094 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799078.711793:0:6451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492eca80 pname:cluuid:pid:xid:nid:opc:job lfs:8c457ad8-1094-420a-9923-f9e0dd9accb2:6451:1873594431836032:192.168.202.120@tcp:13: 00020000:00000004:3.0:1786799078.711817:0:6451:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffffa0105047f800: update ffffa01050fe8450 cache blocks 3679/3683 objects 117792/118251 00000080:00200080:2.0:1786799078.712025:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712047:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712056:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712061:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712065:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712068:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712072:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712075:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712078:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712081:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712085:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712102:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712107:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712110:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712114:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712117:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712120:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712124:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712128:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712131:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712135:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712138:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712142:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712146:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712150:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712153:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712157:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712161:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712164:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712167:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712171:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712174:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712179:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712182:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712185:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712188:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712201:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712205:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712209:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712213:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712217:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712220:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712224:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712226:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712230:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712232:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712236:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712239:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712243:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712246:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712250:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712253:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712257:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712261:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712265:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712268:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712272:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712276:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712279:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712283:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712286:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712295:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712300:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712303:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712308:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712312:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712316:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712319:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712323:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712326:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712329:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712333:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712336:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712338:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712342:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712344:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712347:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712350:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712353:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712356:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712359:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712362:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712365:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712368:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712372:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712375:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712386:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712391:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712395:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712398:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712402:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712405:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712409:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712413:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712417:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712420:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712441:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712445:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712449:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712452:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712456:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712460:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712463:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712467:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712471:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712475:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712479:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712482:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712486:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712489:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712493:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712503:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712507:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712511:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712514:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712518:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712522:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712525:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712529:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712532:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712535:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712538:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712542:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712546:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200080:2.0:1786799078.712549:0:6451:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448) cmd=c00866a4 arg=7ffea8cf5400 00020000:00000080:2.0:1786799078.712552:0:6451:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffffa0105047f800: cmd=c00866a4 len=592 karg=ffffa010519d9000 uarg=0000000000000000 00000080:00200008:2.0:1786799078.712565:0:6451:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa01051117448), flags 100000 00010000:00010000:1.0:1786799078.952651:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799079.974619:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786799081.012050:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786799081.253816:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01049a04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2423:1873594431836160:192.168.202.120@tcp:400: 00000100:00100000:1.0:1786799081.253951:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01049a06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431836416:192.168.202.120@tcp:400: 00000100:00100000:1.0:1786799081.253997:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01049a07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431836672:192.168.202.120@tcp:400: 00000100:00100000:1.0:1786799081.254038:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1786799081.254045:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01049a05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431836288:192.168.202.120@tcp:400: 00000100:00100000:1.0:1786799081.254084:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01049a04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431836544:192.168.202.120@tcp:400: 00000100:00100000:0.0:1786799081.259476:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01049a05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431836288:192.168.202.120@tcp:400: 00000100:00100000:0.0:1786799081.259502:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01049a04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2423:1873594431836160:192.168.202.120@tcp:400: 00010000:00080000:0.0:1786799081.259524:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01049a06a00 x1873594431836416/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799081.259537:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01049a06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431836416:192.168.202.120@tcp:400: 00010000:00080000:0.0:1786799081.263010:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01049a07b80 x1873594431836672/t0(0) o400->lustre-OST0001-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799081.263038:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01049a07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431836672:192.168.202.120@tcp:400: 00010000:00080000:0.0:1786799081.265045:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01049a04000 x1873594431836544/t0(0) o400->lustre-OST0000-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799081.265098:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01049a04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431836544:192.168.202.120@tcp:400: 00000001:02000400:0.0:1786799081.743145:0:6645:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1786799082.026086:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799083.055569:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799084.069975:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786799085.093800:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799086.118183:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786799086.150254:0:2416:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.120@tcp (source: 12345-192.168.202.120@tcp) 00000100:00100000:1.0:1786799086.150312:0:2416:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.120@tcp (source: 12345-192.168.202.120@tcp) 00000100:00100000:1.0:1786799086.150365:0:6360:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873594458100608 00000100:00100000:1.0:1786799086.150378:0:6360:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873594458100608 00000100:00100000:1.0:1786799086.150447:0:6360:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873594458100736 00000100:00100000:1.0:1786799086.150451:0:6360:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873594458100736 00000100:00100000:1.0:1786799086.150475:0:6360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.120@tcp, seq: 0 00000100:00100000:1.0:1786799086.150485:0:6360:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa01049a07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0050480d-a554-4e58-85e2-24e3a375a6a4+4:9699:x1873594458100608:12345-192.168.202.120@tcp:104: 00010000:00010000:1.0:1786799086.150506:0:6360:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffffa01041517000/0x410a2c25310c7771 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5b3029c303c0f731 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786799086.150667:0:6360:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1786799086.150683:0:6360:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa01049a07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0050480d-a554-4e58-85e2-24e3a375a6a4+4:9699:x1873594458100608:12345-192.168.202.120@tcp:104: Request processed in 199us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1786799086.150692:0:6360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.120@tcp, seq: 0 00000100:00100000:1.0:1786799086.150718:0:6360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.120@tcp, seq: 1 00010000:00010000:3.0:1786799086.150719:0:6369:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1786799086.150727:0:6360:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa01049a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0050480d-a554-4e58-85e2-24e3a375a6a4+3:9699:x1873594458100736:12345-192.168.202.120@tcp:104: 00010000:00010000:3.0:1786799086.150730:0:6369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffffa01041517000/0x410a2c25310c7771 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5b3029c303c0f731 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786799086.150738:0:6360:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffffa01041516c00/0x410a2c25310c776a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x5b3029c303c0f72a expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799086.150743:0:6369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa01041517000 already unused, calling callback (ffffffffc1224c20) 10000000:00010000:3.0:1786799086.150751:0:6369:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffffa01041517000/0x410a2c25310c7771 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x5b3029c303c0f731 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799086.150763:0:6369:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffffa01041517000/0x410a2c25310c7771 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x5b3029c303c0f731 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786799086.150772:0:6369:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffffa01041517000/0x410a2c25310c7771 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x5b3029c303c0f731 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786799086.150773:0:6360:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1786799086.150784:0:6360:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa01049a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0050480d-a554-4e58-85e2-24e3a375a6a4+3:9699:x1873594458100736:12345-192.168.202.120@tcp:104: Request processed in 57us (470us total) trans 0 rc 0/0 10000000:01000000:3.0:1786799086.150785:0:6369:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:1.0:1786799086.150796:0:6360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.120@tcp, seq: 1 00010000:00010000:3.0:1786799086.150901:0:6369:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffffa01041517000/0x410a2c25310c7771 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5b3029c303c0f731 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799086.150909:0:6369:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1786799086.150934:0:6369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffffa01041517000/0x410a2c25310c7771 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5b3029c303c0f731 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799086.150942:0:6369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffffa01041517000/0x410a2c25310c7771 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5b3029c303c0f731 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799086.150960:0:6369:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1786799086.150964:0:6369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffffa01041516c00/0x410a2c25310c776a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x5b3029c303c0f72a expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799086.150978:0:6369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa01041516c00 already unused, calling callback (ffffffffc1224c20) 10000000:00010000:3.0:1786799086.150981:0:6369:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffffa01041516c00/0x410a2c25310c776a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x5b3029c303c0f72a expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799086.150988:0:6369:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffffa01041516c00/0x410a2c25310c776a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x5b3029c303c0f72a expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786799086.150995:0:6369:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffffa01041516c00/0x410a2c25310c776a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x5b3029c303c0f72a expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786799086.151001:0:6369:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1786799086.151017:0:6369:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffffa01041516c00/0x410a2c25310c776a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5b3029c303c0f72a expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786799086.151030:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1786799086.151030:0:6369:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1786799086.151038:0:6369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffffa01041516c00/0x410a2c25310c776a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5b3029c303c0f72a expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799086.151045:0:6369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffffa01041516c00/0x410a2c25310c776a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5b3029c303c0f72a expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786799086.151054:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431836928:192.168.202.120@tcp:103: 00010000:00010000:3.0:1786799086.151077:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799086.151080:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799086.151082:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799086.151125:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786799086.151148:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431836800:192.168.202.120@tcp:103: 00000100:00100000:2.0:1786799086.163667:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431836928:192.168.202.120@tcp:103: 00000100:00100000:2.0:1786799086.164690:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431836800:192.168.202.120@tcp:103: 00000100:00100000:0.0:1786799086.376340:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431837184:192.168.202.120@tcp:400: 00000100:00100000:0.0:1786799086.376464:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431837440:192.168.202.120@tcp:400: 00000100:00100000:0.0:1786799086.376499:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1786799086.376505:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2423:1873594431837056:192.168.202.120@tcp:400: 00000100:00100000:0.0:1786799086.376535:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431837312:192.168.202.120@tcp:400: 00000100:00100000:0.0:1786799086.376556:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431837568:192.168.202.120@tcp:400: 00010000:00080000:0.0:1786799086.382275:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572d500 x1873594431837312/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799086.382300:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431837312:192.168.202.120@tcp:400: 00010000:00080000:0.0:1786799086.382317:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572c700 x1873594431837568/t0(0) o400->lustre-OST0001-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799086.382326:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431837568:192.168.202.120@tcp:400: 00000100:00100000:0.0:1786799086.382340:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431837184:192.168.202.120@tcp:400: 00010000:00080000:0.0:1786799086.382353:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572f800 x1873594431837440/t0(0) o400->lustre-OST0000-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799086.382362:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431837440:192.168.202.120@tcp:400: 00000100:00100000:1.0:1786799086.389792:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2423:1873594431837056:192.168.202.120@tcp:400: 00010000:00010000:3.0:1786799087.144938:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1786799087.846257:0:6372:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1786799087.846268:0:6372:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffffa0105047f800 from 48 10000000:01000000:3.0:1786799087.846276:0:6372:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1786799087.846352:0:6372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01044ebf000/0x410a2c25310c77e1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799087.846387:0:6372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffffa01044ebf000/0x410a2c25310c77e1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799087.846400:0:6372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffffa01044ebf000/0x410a2c25310c77e1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786799087.846436:0:6372:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431837696:192.168.202.120@tcp:101: 00000100:00100000:3.0:1786799087.846569:0:6372:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01042fa09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786799087.862802:0:6372:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431837696:192.168.202.120@tcp:101: 00010000:00010000:3.0:1786799087.862847:0:6372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffffa01044ebf000/0x410a2c25310c77e1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f7f5 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799087.862865:0:6372:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffffa01044ebf000/0x410a2c25310c77e1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5b3029c303c0f7f5 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786799087.862974:0:6372:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431837824:192.168.202.120@tcp:501: 00000100:00100000:3.0:1786799087.863155:0:6372:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01042fa09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786799087.875351:0:6372:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431837824:192.168.202.120@tcp:501: 00000100:00100000:3.0:1786799087.875479:0:6372:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431837952:192.168.202.120@tcp:503: 00000100:00100000:3.0:1786799087.875631:0:6372:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01042fa09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786799087.887889:0:6372:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431837952:192.168.202.120@tcp:503: 00000100:00100000:3.0:1786799087.888482:0:6853:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6853:1873594431838080:192.168.202.120@tcp:502: 00000100:00100000:3.0:1786799087.888620:0:6853:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01042fa0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1786799087.893099:0:6853:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6853:1873594431838080:192.168.202.120@tcp:502: 00000020:01000000:3.0:1786799087.893145:0:6853:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786799087.893156:0:6853:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799087.893158:0:6853:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1786799087.893163:0:6853:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1786799087.893388:0:6853:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6853:1873594431838208:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:3.0:1786799087.893774:0:6853:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01042fa0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1786799087.908196:0:6853:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6853:1873594431838208:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786799087.908731:0:6853:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786799087.908743:0:6853:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799087.908745:0:6853:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1786799087.908750:0:6853:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1786799087.909238:0:6372:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:2.0:1786799087.909275:0:6372:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1786799087.909291:0:6372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01044ebf000/0x410a2c25310c77e1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f7f5 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799087.909324:0:6372:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffffa01044ebf000/0x410a2c25310c77e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f7f5 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786799087.909338:0:6372:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1786799087.909341:0:6372:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffffa010481b3380 from 1 10000000:01000000:2.0:1786799087.909345:0:6372:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1786799087.909401:0:6372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01041517e00/0x410a2c25310c77e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799087.909412:0:6372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffffa01041517e00/0x410a2c25310c77e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799087.909425:0:6372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffffa01041517e00/0x410a2c25310c77e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786799087.909460:0:6372:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431838336:192.168.202.120@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1786799087.909630:0:6372:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01044f71cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1786799087.913923:0:6372:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431838336:192.168.202.120@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786799087.913964:0:6372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffffa01041517e00/0x410a2c25310c77e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f7fc expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799087.913978:0:6372:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffffa01041517e00/0x410a2c25310c77e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5b3029c303c0f7fc expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786799087.914101:0:6372:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431838464:192.168.202.120@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786799087.914202:0:6372:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01044f71cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1786799087.918329:0:6372:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431838464:192.168.202.120@tcp:501:ll_cfg_requeue.0 10000000:01000000:2.0:1786799087.918397:0:6372:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1786799087.918723:0:6372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01041517e00/0x410a2c25310c77e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f7fc expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799087.918937:0:6372:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffffa01041517e00/0x410a2c25310c77e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f7fc expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799088.165838:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799089.189896:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786799089.612405:0:2416:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.120@tcp (source: 12345-192.168.202.120@tcp) 00000100:00100000:0.0:1786799089.613417:0:6360:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873594458110848 00000100:00100000:0.0:1786799089.613430:0:6360:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873594458110848 00000100:00100000:0.0:1786799089.613525:0:6360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.120@tcp, seq: 2 00000100:00100000:0.0:1786799089.613536:0:6360:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa01049a07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0050480d-a554-4e58-85e2-24e3a375a6a4+3:9763:x1873594458110848:12345-192.168.202.120@tcp:104: 00010000:00010000:0.0:1786799089.613556:0:6360:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77a9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x5b3029c303c0f73f expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786799089.613677:0:6360:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1786799089.613685:0:6360:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa01049a07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0050480d-a554-4e58-85e2-24e3a375a6a4+3:9763:x1873594458110848:12345-192.168.202.120@tcp:104: Request processed in 151us (1299us total) trans 0 rc 0/0 00000100:00100000:0.0:1786799089.613691:0:6360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.120@tcp, seq: 2 00010000:00010000:3.0:1786799089.614191:0:6370:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1786799089.614200:0:6370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77a9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x5b3029c303c0f73f expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799089.614209:0:6370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa01041516800 already unused, calling callback (ffffffffc1224c20) 10000000:00010000:3.0:1786799089.614214:0:6370:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77a9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x5b3029c303c0f73f expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799089.614223:0:6370:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x5b3029c303c0f73f expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786799089.614231:0:6370:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x5b3029c303c0f73f expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786799089.614236:0:6370:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1786799089.614295:0:6370:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77a9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5b3029c303c0f73f expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799089.614301:0:6370:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1786799089.614322:0:6370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77a9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5b3029c303c0f73f expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799089.614328:0:6370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77a9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5b3029c303c0f73f expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799089.614349:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799089.614350:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799089.614352:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786799089.614367:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431838592:192.168.202.120@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1786799089.622016:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431838592:192.168.202.120@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1786799090.213931:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1786799090.662554:0:6372:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1786799090.662562:0:6372:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0105047f800 from 4 10000000:01000000:2.0:1786799090.662567:0:6372:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1786799090.662684:0:6372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01041517600/0x410a2c25310c77ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799090.662697:0:6372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffffa01041517600/0x410a2c25310c77ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799090.662709:0:6372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffffa01041517600/0x410a2c25310c77ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786799090.662741:0:6372:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431838720:192.168.202.120@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1786799090.662829:0:6372:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01044f71c00 going to sleep for 11 seconds 00000100:00100000:2.0:1786799090.671352:0:6372:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431838720:192.168.202.120@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786799090.671637:0:6372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffffa01041517600/0x410a2c25310c77ef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f80a expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799090.671650:0:6372:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffffa01041517600/0x410a2c25310c77ef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5b3029c303c0f80a expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786799090.671728:0:6372:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431838848:192.168.202.120@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786799090.672156:0:6372:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01044f71c00 going to sleep for 11 seconds 00000100:00100000:2.0:1786799090.680164:0:6372:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431838848:192.168.202.120@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786799090.680231:0:6372:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431838976:192.168.202.120@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1786799090.680336:0:6372:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01044f71c00 going to sleep for 11 seconds 00000100:00100000:2.0:1786799090.694559:0:6372:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431838976:192.168.202.120@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1786799090.695340:0:6910:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6910:1873594431839104:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:0.0:1786799090.695459:0:6910:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01044e16e40 going to sleep for 11 seconds 00000100:00100000:1.0:1786799090.700153:0:6910:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6910:1873594431839104:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:1.0:1786799090.700206:0:6910:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786799090.700218:0:6910:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786799090.700220:0:6910:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1786799090.700226:0:6910:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0105047f800 00000020:00000080:1.0:1786799090.700229:0:6910:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1786799090.700339:0:6910:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01049a05880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6910:1873594431839232:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:1.0:1786799090.700992:0:6910:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01045d03000 going to sleep for 11 seconds 00000100:00100000:1.0:1786799090.731449:0:6910:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01049a05880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:6910:1873594431839232:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:1.0:1786799090.731713:0:6910:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786799090.731725:0:6910:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786799090.731728:0:6910:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1786799090.731747:0:6910:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1786799090.741184:0:6372:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:3.0:1786799090.741222:0:6372:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1786799090.741233:0:6372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01041517600/0x410a2c25310c77ef lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f80a expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799090.741246:0:6372:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffffa01041517600/0x410a2c25310c77ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f80a expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799091.237970:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786799091.493918:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2423:1873594431839360:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1786799091.494042:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431839616:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1786799091.494070:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431839872:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1786799091.494101:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1786799091.494107:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431839488:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1786799091.494130:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431839744:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1786799091.498123:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431839488:192.168.202.120@tcp:400:kworker.0 00010000:00080000:1.0:1786799091.498145:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572d180 x1873594431839744/t0(0) o400->lustre-OST0000-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786799091.498157:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431839744:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1786799091.498168:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2423:1873594431839360:192.168.202.120@tcp:400:kworker.0 00010000:00080000:1.0:1786799091.498178:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572d500 x1873594431839616/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786799091.498188:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431839616:192.168.202.120@tcp:400:kworker.0 00010000:00080000:1.0:1786799091.498218:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572ea00 x1873594431839872/t0(0) o400->lustre-OST0001-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786799091.498228:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431839872:192.168.202.120@tcp:400:kworker.0 00010000:00010000:3.0:1786799092.262888:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799093.288887:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799094.309998:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799095.335503:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786799096.367640:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786799096.616708:0:2424:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2424:1873594431840000:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1786799096.622328:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1786799096.622353:0:2424:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2424:1873594431840128:192.168.202.120@tcp:400:kworker.0 00000100:00100000:0.0:1786799096.627109:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431840384:192.168.202.120@tcp:400:kworker.0 00000100:00100000:0.0:1786799096.627208:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1786799096.627215:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431840256:192.168.202.120@tcp:400:kworker.0 00000100:00100000:0.0:1786799096.627243:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431840512:192.168.202.120@tcp:400:kworker.0 00010000:00080000:0.0:1786799096.639993:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572f480 x1873594431840512/t0(0) o400->lustre-OST0001-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799096.640015:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431840512:192.168.202.120@tcp:400:kworker.0 00010000:00080000:0.0:1786799096.640029:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572ed80 x1873594431840384/t0(0) o400->lustre-OST0000-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799096.640037:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431840384:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1786799096.641104:0:2424:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2424:1873594431840128:192.168.202.120@tcp:400:kworker.0 00010000:00080000:0.0:1786799096.644335:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572f100 x1873594431840256/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799096.644360:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431840256:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1786799096.656211:0:2424:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2424:1873594431840000:192.168.202.120@tcp:400:kworker.0 00000001:02000400:0.0:1786799097.273112:0:7216:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg220-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:1.0:1786799097.383697:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786799098.406534:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786799099.430160:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786799100.454970:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786799101.477993:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786799101.734996:0:36:0:(import.c:65:import_set_state_nolock()) ffffa01050fda000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1786799101.735003:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffffa0105047f800: disconnect after 23s idle 00000100:00100000:3.0:1786799101.736459:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431840640:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799101.736616:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431840896:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799101.736654:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1786799101.736662:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431840768:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799101.744314:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431840768:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799101.744338:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431840640:192.168.202.120@tcp:400:kworker.0 00010000:00080000:3.0:1786799101.744356:0:2425:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c14380 x1873594431840896/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799117 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799101.744369:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431840896:192.168.202.120@tcp:400:kworker.0 00000100:00080000:2.0:1786799101.745732:0:36:0:(import.c:65:import_set_state_nolock()) ffffa010493b9800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1786799101.745739:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffffa0105047f800: disconnect after 23s idle 00000100:00100000:3.0:1786799101.745799:0:2422:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c457ad8-1094-420a-9923-f9e0dd9accb2:2422:1873594431841024:192.168.202.120@tcp:9:kworker.0 00000100:00100000:3.0:1786799101.745990:0:2422:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c457ad8-1094-420a-9923-f9e0dd9accb2:2422:1873594431841152:192.168.202.120@tcp:9:kworker.0 00010000:00080000:2.0:1786799101.758448:0:2422:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c14e00 x1873594431841024/t0(0) o9->lustre-OST0000-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786799101.758471:0:2422:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffffa01050c14e00 x1873594431841024/t0(0) o9->lustre-OST0000-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786799101.758480:0:2422:0:(import.c:65:import_set_state_nolock()) ffffa01050fda000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1786799101.758485:0:2422:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c457ad8-1094-420a-9923-f9e0dd9accb2:2422:1873594431841024:192.168.202.120@tcp:9:kworker.0 00010000:00080000:2.0:1786799101.758505:0:2422:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c15500 x1873594431841152/t0(0) o9->lustre-OST0001-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786799101.758514:0:2422:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffffa01050c15500 x1873594431841152/t0(0) o9->lustre-OST0001-osc-ffffa0105047f800@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786799101.758521:0:2422:0:(import.c:65:import_set_state_nolock()) ffffa010493b9800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1786799101.758557:0:2422:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c457ad8-1094-420a-9923-f9e0dd9accb2:2422:1873594431841152:192.168.202.120@tcp:9:kworker.0 00010000:00010000:2.0:1786799102.502345:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1786799103.020811:0:7495:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg220-client.virtnet: executing yml_node 00010000:00010000:1.0:1786799103.525688:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786799104.555081:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786799105.573774:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786799106.598865:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786799106.853877:0:2424:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01049a06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2424:1873594431841408:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1786799106.853987:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1786799106.853994:0:2424:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01049a05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2424:1873594431841280:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1786799106.854026:0:2424:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01049a05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2424:1873594431841536:192.168.202.120@tcp:400:kworker.0 00010000:00080000:0.0:1786799106.856967:0:2424:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01049a05c00 x1873594431841536/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799106.856989:0:2424:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01049a05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2424:1873594431841536:192.168.202.120@tcp:400:kworker.0 00000100:00100000:0.0:1786799106.857004:0:2424:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01049a06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2424:1873594431841408:192.168.202.120@tcp:400:kworker.0 00000100:00100000:0.0:1786799106.866517:0:2424:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01049a05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2424:1873594431841280:192.168.202.120@tcp:400:kworker.0 00010000:00010000:1.0:1786799107.621799:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786799108.679776:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1786799109.414289:0:7960:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.55.1 00010000:00010000:1.0:1786799109.734397:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799110.758662:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786799111.782687:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786799111.976191:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431841664:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799111.976765:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431841920:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799111.976931:0:2426:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1786799111.976939:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431841792:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799111.983274:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431841792:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799111.983369:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431841664:192.168.202.120@tcp:400:kworker.0 00010000:00080000:3.0:1786799111.983400:0:2426:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492ec380 x1873594431841920/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799111.983476:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431841920:192.168.202.120@tcp:400:kworker.0 00000001:02000400:1.0:1786799112.479991:0:8116:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.55.1 00010000:00010000:2.0:1786799112.805748:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786799113.829840:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799114.854737:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786799115.883097:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1786799116.360491:0:8274:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.55.1 00010000:00010000:3.0:1786799116.902852:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786799117.096807:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431842048:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799117.096902:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431842304:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799117.096931:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1786799117.096948:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431842176:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799117.122189:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431842176:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799117.122208:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431842048:192.168.202.120@tcp:400:kworker.0 00010000:00080000:3.0:1786799117.122226:0:2425:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492edf80 x1873594431842304/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799117.122237:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431842304:192.168.202.120@tcp:400:kworker.0 00010000:00010000:3.0:1786799117.942288:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1786799118.632251:0:8420:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Sat Aug 15 09:05:16 EDT 2026 00010000:00010000:1.0:1786799118.954920:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799119.976116:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786799121.004054:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786799122.021803:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786799122.216091:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431842432:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799122.216232:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431842688:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799122.216272:0:2426:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1786799122.216279:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431842560:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799122.226983:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431842560:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799122.227007:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431842432:192.168.202.120@tcp:400:kworker.0 00010000:00080000:3.0:1786799122.227025:0:2426:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c17800 x1873594431842688/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799122.227037:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431842688:192.168.202.120@tcp:400:kworker.0 00010000:00010000:0.0:1786799123.045838:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786799124.070404:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786799125.093820:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786799126.118434:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786799127.141883:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786799127.334099:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431842944:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799127.334235:0:2426:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1786799127.334242:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431842816:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799127.334268:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431843072:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799127.338329:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431842944:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799127.338373:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431842816:192.168.202.120@tcp:400:kworker.0 00010000:00080000:3.0:1786799127.338390:0:2426:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492edc00 x1873594431843072/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799127.338404:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431843072:192.168.202.120@tcp:400:kworker.0 00010000:00010000:0.0:1786799128.165810:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786799129.191309:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786799130.213964:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786799131.238539:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786799132.263603:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786799132.454428:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431843328:192.168.202.120@tcp:400:kworker.0 00000100:00100000:2.0:1786799132.454680:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1786799132.454688:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431843200:192.168.202.120@tcp:400:kworker.0 00000100:00100000:2.0:1786799132.454735:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431843456:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799132.483229:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431843200:192.168.202.120@tcp:400:kworker.0 00010000:00080000:3.0:1786799132.483270:0:2425:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c15500 x1873594431843456/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799132.483284:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431843456:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799132.483317:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431843328:192.168.202.120@tcp:400:kworker.0 00010000:00010000:0.0:1786799133.288450:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786799134.310595:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786799135.333830:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786799136.359290:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786799137.398694:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786799137.573953:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431843712:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799137.574073:0:2426:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1786799137.574080:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431843584:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799137.574121:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431843840:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799137.615444:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431843584:192.168.202.120@tcp:400:kworker.0 00010000:00080000:3.0:1786799137.615471:0:2426:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492ec380 x1873594431843840/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799137.615486:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431843840:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799137.615502:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431843712:192.168.202.120@tcp:400:kworker.0 00000001:02000400:2.0:1786799138.278676:0:8980:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 21b 00010000:00010000:3.0:1786799138.409300:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786799139.430859:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1786799139.793465:0:9120:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:3.0:1786799140.456155:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786799141.477806:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1786799141.566834:0:9265:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 09:05:40 (1786799140) === 00000080:00200008:2.0:1786799141.846721:0:8430:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa01051117448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1786799141.846736:0:8430:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448),name=/ 00000002:00010000:2.0:1786799141.846761:0:8430:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1786799141.846780:0:8430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1786799141.846796:0:8430:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1786799141.846804:0:8430:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1786799141.846812:0:8430:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) 00000080:00010000:2.0:1786799141.846816:0:8430:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) for lock 0x410a2c25310c77da 00000080:00010000:2.0:1786799141.846824:0:8430:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x410a2c25310c77da from it ffffac1941d37cb8 00010000:00010000:2.0:1786799141.846827:0:8430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1786799141.846847:0:8430:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:2.0:1786799141.875266:0:8430:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa01051117448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1786799141.875279:0:8430:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448),name=/ 00000002:00010000:2.0:1786799141.875303:0:8430:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1786799141.875322:0:8430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1786799141.875338:0:8430:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:2.0:1786799141.875346:0:8430:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1786799141.875354:0:8430:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) 00000080:00010000:2.0:1786799141.875357:0:8430:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) for lock 0x410a2c25310c77da 00000080:00010000:2.0:1786799141.875364:0:8430:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x410a2c25310c77da from it ffffac1941d37cb8 00010000:00010000:2.0:1786799141.875368:0:8430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1786799141.875377:0:8430:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:2.0:1786799141.891725:0:8430:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa01051117448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1786799141.891735:0:8430:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448),name=/ 00000002:00010000:2.0:1786799141.891755:0:8430:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1786799141.891771:0:8430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1786799141.891789:0:8430:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:2.0:1786799141.891795:0:8430:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1786799141.891801:0:8430:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) 00000080:00010000:2.0:1786799141.891803:0:8430:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) for lock 0x410a2c25310c77da 00000080:00010000:2.0:1786799141.891810:0:8430:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x410a2c25310c77da from it ffffac1941d37cb8 00010000:00010000:2.0:1786799141.891822:0:8430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1786799141.891829:0:8430:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:3.0:1786799141.912366:0:8430:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa01051117448), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1786799141.912377:0:8430:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa01051117448),name=/ 00000002:00010000:3.0:1786799141.912397:0:8430:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786799141.912413:0:8430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1786799141.912425:0:8430:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:3.0:1786799141.912430:0:8430:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1786799141.912442:0:8430:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) 00000080:00010000:3.0:1786799141.912445:0:8430:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa01051117448) for lock 0x410a2c25310c77da 00000080:00010000:3.0:1786799141.912451:0:8430:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x410a2c25310c77da from it ffffac1941d37cb8 00010000:00010000:3.0:1786799141.912454:0:8430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1786799141.912460:0:8430:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0105047f800 lock: ffffa01041516a00/0x410a2c25310c77da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5b3029c303c0f769 expref: -99 pid: 6399 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:2.0:1786799142.091958:0:9313:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1786799142.091962:0:9313:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1786799142.091964:0:9313:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.120@tcp:/lustre 00000020:01000004:2.0:1786799142.091965:0:9313:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1786799142.092100:0:9313:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffffa01049b7e000 00000080:01000004:2.0:1786799142.092108:0:9313:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1786799142.092128:0:9313:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.120@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1786799142.092131:0:9313:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.120@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1786799142.092137:0:9313:0:(llite_lib.c:1512:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffffa01049b7e000 (sb ffffa01049b7e000) 00000080:01000000:2.0:1786799142.092235:0:9313:0:(llite_lib.c:1239:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1786799142.092237:0:9313:0:(llite_lib.c:1249:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1786799142.092240:0:9313:0:(llite_lib.c:1249:ll_options()) next opt=flock 00000080:01000000:2.0:1786799142.092247:0:9313:0:(llite_lib.c:1546:ll_fill_super()) llite sb uuid: 1363987a-c466-4431-b287-1107c5f58d5c 10000000:01000000:2.0:1786799142.092553:0:9313:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1786799142.092555:0:9313:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa01049b7e000 10000000:01000000:2.0:1786799142.092561:0:9313:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa01049b7e000 10000000:01000000:2.0:1786799142.092564:0:9313:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1786799142.092572:0:9313:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa01049b7e000 10000000:01000000:2.0:1786799142.092574:0:9313:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1786799142.094527:0:9313:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffffa01049b7e000 10000000:01000000:2.0:1786799142.094537:0:9313:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1786799142.094545:0:9313:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffffa01049b7e000 from 1 10000000:01000000:2.0:1786799142.094549:0:9313:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1786799142.094599:0:9313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799142.094612:0:9313:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799142.094623:0:9313:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786799142.094653:0:9313:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431843968:192.168.202.120@tcp:101:mount.lustre.0 00000100:00100000:2.0:1786799142.094743:0:9313:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0104925a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786799142.111551:0:9313:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431843968:192.168.202.120@tcp:101:mount.lustre.0 00010000:00010000:2.0:1786799142.111610:0:9313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f849 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799142.111625:0:9313:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x5b3029c303c0f849 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786799142.111702:0:9313:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431844096:192.168.202.120@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786799142.111778:0:9313:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0104925a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786799142.117162:0:9313:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431844096:192.168.202.120@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786799142.117225:0:9313:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431844224:192.168.202.120@tcp:503:mount.lustre.0 00000100:00100000:2.0:1786799142.117330:0:9313:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0104925a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786799142.121735:0:9313:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431844224:192.168.202.120@tcp:503:mount.lustre.0 00000100:00100000:3.0:1786799142.122052:0:9317:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:9317:1873594431844352:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:3.0:1786799142.122170:0:9317:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010519a0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1786799142.128940:0:9317:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:9317:1873594431844352:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786799142.129013:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786799142.129029:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799142.129032:0:9317:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1786799142.129042:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffffa01049b7e000 00000020:00000080:3.0:1786799142.129045:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786799142.129089:0:9317:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffffa01049b7e000 (ffffa0105186cd40) 00000020:00000080:3.0:1786799142.129118:0:9317:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:3.0:1786799142.129127:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffffa01049b7e000 00000020:00000080:3.0:1786799142.129129:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1786799142.129495:0:9317:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffffa01049b7e000 (uuid 1363987a-c466-4431-b287-1107c5f58d5c) 00000020:01000000:3.0:1786799142.129515:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786799142.129520:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799142.129522:0:9317:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1786799142.129526:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786799142.129530:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799142.129532:0:9317:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1786799142.129536:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffffa01049b7e000 00000020:00000080:3.0:1786799142.129545:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786799142.129554:0:9317:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffffa01049b7e000 (ffffa0105186b380) 00000020:00000080:3.0:1786799142.129566:0:9317:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:3.0:1786799142.129572:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffffa01049b7e000 00000020:00000080:3.0:1786799142.129575:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1786799142.139906:0:9317:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffffa01049b7e000 (uuid 1363987a-c466-4431-b287-1107c5f58d5c) 00000020:01000000:2.0:1786799142.139927:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786799142.139936:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.139939:0:9317:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1786799142.139943:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786799142.139948:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.139950:0:9317:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1786799142.139954:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1786799142.139956:0:9317:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1786799142.139959:0:9317:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1786799142.139966:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786799142.139969:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.139970:0:9317:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1786799142.139973:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786799142.139977:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.139979:0:9317:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1786799142.139982:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786799142.139989:0:9317:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:2.0:1786799142.140026:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffffa01049b7e000 00000020:00000080:2.0:1786799142.140029:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786799142.140044:0:9317:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffffa01049b7e000 (ffffa010481b4d40) 00000020:00000080:2.0:1786799142.140068:0:9317:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:2.0:1786799142.140076:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffffa01049b7e000 00000020:00000080:2.0:1786799142.140078:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786799142.140197:0:9317:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa01049b79800@lustre-MDT0000-mdc-ffffa01049b7e000: add connection 192.168.202.120@tcp at head 00010000:00010000:2.0:1786799142.144256:0:9317:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffffa01049b7e000-5 is initialized 00000040:01000000:2.0:1786799142.144994:0:9317:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffffa01049b7e000 ctxt 13 is initialized 00000020:00000080:2.0:1786799142.145065:0:9317:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffffa01049b7e000 (uuid 1363987a-c466-4431-b287-1107c5f58d5c) 00000020:01000000:2.0:1786799142.145099:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffffa01049b7e000 00000020:00000080:2.0:1786799142.145106:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1786799142.145157:0:9317:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1786799142.145219:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786799142.145223:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.145225:0:9317:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1786799142.145228:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786799142.145232:0:9317:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #10 00000020:01000000:2.0:1786799142.145234:0:9317:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786799142.145236:0:9317:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786799142.145238:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786799142.145243:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.145245:0:9317:0:(obd_config.c:1561:class_process_config()) marker 10 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786799142.145248:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786799142.145254:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.145255:0:9317:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1786799142.145260:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786799142.145268:0:9317:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:2.0:1786799142.146470:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffffa01049b7e000 00000020:00000080:2.0:1786799142.146477:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786799142.146611:0:9317:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffffa01049b7e000 (ffffa01045774d40) 00000020:00000080:2.0:1786799142.146642:0:9317:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:2.0:1786799142.147012:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffffa01049b7e000 00000020:00000080:2.0:1786799142.147016:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786799142.147142:0:9317:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa01049b7d800@lustre-MDT0001-mdc-ffffa01049b7e000: add connection 192.168.202.120@tcp at head 00010000:00010000:2.0:1786799142.154739:0:9317:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffffa01049b7e000-6 is initialized 00000040:01000000:2.0:1786799142.155092:0:9317:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffffa01049b7e000 ctxt 13 is initialized 00000020:00000080:2.0:1786799142.155173:0:9317:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffffa01049b7e000 (uuid 1363987a-c466-4431-b287-1107c5f58d5c) 00000020:01000000:2.0:1786799142.155198:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffffa01049b7e000 00000020:00000080:2.0:1786799142.155203:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1786799142.155241:0:9317:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1786799142.155561:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786799142.155607:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.155610:0:9317:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1786799142.155616:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786799142.155620:0:9317:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1786799142.155622:0:9317:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786799142.155626:0:9317:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786799142.155629:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786799142.155633:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.155635:0:9317:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786799142.155640:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1786799142.157611:0:9317:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.120@tcp:/lustre 00000020:00000080:2.0:1786799142.157629:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.157633:0:9317:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1786799142.157693:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786799142.157700:0:9317:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:2.0:1786799142.157747:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffffa01049b7e000 00000020:00000080:2.0:1786799142.157751:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786799142.157769:0:9317:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffffa01049b7e000 (ffffa01045773380) 00000020:00000080:2.0:1786799142.157802:0:9317:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:2.0:1786799142.157811:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffffa01049b7e000 00000020:00000080:2.0:1786799142.157814:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786799142.157965:0:9317:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa010451d1800@lustre-OST0000-osc-ffffa01049b7e000: add connection 192.168.202.120@tcp at head 00010000:00010000:2.0:1786799142.158266:0:9317:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffffa01049b7e000-7 is initialized 00000020:00000080:2.0:1786799142.162233:0:9317:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffffa01049b7e000 (uuid 1363987a-c466-4431-b287-1107c5f58d5c) 00000020:01000000:2.0:1786799142.162268:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffffa01049b7e000 00000020:00000080:2.0:1786799142.162339:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1786799142.162444:0:9317:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1786799142.162459:0:9317:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffffa01049b7e000: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1786799142.162470:0:9317:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1786799142.162490:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786799142.162785:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.162789:0:9317:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1786799142.162810:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786799142.162813:0:9317:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1786799142.162815:0:9317:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786799142.162817:0:9317:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786799142.162818:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786799142.162821:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.162823:0:9317:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786799142.162825:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1786799142.162831:0:9317:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.120@tcp:/lustre 00000020:00000080:2.0:1786799142.162835:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.162836:0:9317:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1786799142.162839:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786799142.162846:0:9317:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:2.0:1786799142.162885:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffffa01049b7e000 00000020:00000080:2.0:1786799142.162889:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786799142.162904:0:9317:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffffa01049b7e000 (ffffa010457719c0) 00000020:00000080:2.0:1786799142.162930:0:9317:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:2.0:1786799142.162937:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffffa01049b7e000 00000020:00000080:2.0:1786799142.162939:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786799142.163069:0:9317:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa010451d7800@lustre-OST0001-osc-ffffa01049b7e000: add connection 192.168.202.120@tcp at head 00010000:00010000:2.0:1786799142.164421:0:9317:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffffa01049b7e000-8 is initialized 00000020:00000080:2.0:1786799142.165062:0:9317:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffffa01049b7e000 (uuid 1363987a-c466-4431-b287-1107c5f58d5c) 00000020:01000000:2.0:1786799142.165083:0:9317:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffffa01049b7e000 00000020:00000080:2.0:1786799142.165088:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1786799142.165120:0:9317:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1786799142.165133:0:9317:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffffa01049b7e000: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1786799142.165139:0:9317:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1786799142.165169:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786799142.165177:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.165179:0:9317:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1786799142.165184:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786799142.165188:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.165196:0:9317:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1786799142.165201:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1786799142.165203:0:9317:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1786799142.165206:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786799142.165208:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786799142.165210:0:9317:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000100:00100000:2.0:1786799142.165428:0:9317:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:9317:1873594431844480:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786799142.168168:0:9317:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01044f71cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1786799142.174293:0:9317:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:9317:1873594431844480:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:1.0:1786799142.174348:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786799142.174359:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786799142.174361:0:9317:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1786799142.174368:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1786799142.174414:0:9317:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01049a06680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:9317:1873594431844608:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:1.0:1786799142.174676:0:9317:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010481bfb40 going to sleep for 11 seconds 00000100:00100000:3.0:1786799142.192655:0:9317:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01049a06680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:9317:1873594431844608:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786799142.192709:0:9317:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786799142.192719:0:9317:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786799142.192723:0:9317:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1786799142.192728:0:9317:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1786799142.193024:0:9313:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1786799142.193065:0:9313:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1786799142.193097:0:9313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f849 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799142.193113:0:9313:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffffa01041516800/0x410a2c25310c77f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f849 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786799142.193123:0:9313:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffffa01049b7e000 from 1 10000000:01000000:2.0:1786799142.193127:0:9313:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1786799142.193197:0:9313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01041516000/0x410a2c25310c7827 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799142.193207:0:9313:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffffa01041516000/0x410a2c25310c7827 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799142.193220:0:9313:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffffa01041516000/0x410a2c25310c7827 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786799142.193256:0:9313:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431844736:192.168.202.120@tcp:101:mount.lustre.0 00000100:00100000:2.0:1786799142.193376:0:9313:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0104925a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786799142.202794:0:9313:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431844736:192.168.202.120@tcp:101:mount.lustre.0 00010000:00010000:3.0:1786799142.202829:0:9313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffffa01041516000/0x410a2c25310c7827 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f850 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799142.202844:0:9313:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffffa01041516000/0x410a2c25310c7827 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5b3029c303c0f850 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786799142.203979:0:9313:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431844864:192.168.202.120@tcp:256:mount.lustre.0 00000100:00100000:3.0:1786799142.204301:0:9313:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010519a0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1786799142.217094:0:9313:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431844864:192.168.202.120@tcp:256:mount.lustre.0 10000000:01000000:3.0:1786799142.217858:0:9313:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1786799142.217883:0:9313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01041516000/0x410a2c25310c7827 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f850 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799142.217897:0:9313:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffffa01041516000/0x410a2c25310c7827 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f850 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786799142.217906:0:9313:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa01049b7e000 from 1 10000000:01000000:3.0:1786799142.217919:0:9313:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1786799142.217958:0:9313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01044ebee00/0x410a2c25310c782e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799142.217965:0:9313:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffffa01044ebee00/0x410a2c25310c782e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799142.217976:0:9313:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffffa01044ebee00/0x410a2c25310c782e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786799142.217998:0:9313:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431844992:192.168.202.120@tcp:101:mount.lustre.0 00000100:00100000:3.0:1786799142.218078:0:9313:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010519a0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1786799142.226907:0:9313:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431844992:192.168.202.120@tcp:101:mount.lustre.0 00010000:00010000:3.0:1786799142.226941:0:9313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffffa01044ebee00/0x410a2c25310c782e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f857 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799142.226955:0:9313:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffffa01044ebee00/0x410a2c25310c782e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5b3029c303c0f857 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786799142.227039:0:9313:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431845120:192.168.202.120@tcp:501:mount.lustre.0 00000100:00100000:3.0:1786799142.227189:0:9313:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010519a0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1786799142.239907:0:9313:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431845120:192.168.202.120@tcp:501:mount.lustre.0 00000100:00100000:3.0:1786799142.239983:0:9313:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431845248:192.168.202.120@tcp:503:mount.lustre.0 00000100:00100000:3.0:1786799142.240101:0:9313:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010519a0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1786799142.248482:0:9313:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0050480d-a554-4e58-85e2-24e3a375a6a4:9313:1873594431845248:192.168.202.120@tcp:503:mount.lustre.0 00000100:00100000:0.0:1786799142.249008:0:9324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:9324:1873594431845376:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:0.0:1786799142.249125:0:9324:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01051919d80 going to sleep for 11 seconds 00000100:00100000:0.0:1786799142.254187:0:9324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:9324:1873594431845376:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:0.0:1786799142.254238:0:9324:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786799142.254261:0:9324:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786799142.254264:0:9324:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1786799142.254273:0:9324:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa01049b7e000 00000020:00000080:0.0:1786799142.254276:0:9324:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1786799142.254286:0:9324:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786799142.254288:0:9324:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786799142.254290:0:9324:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1786799142.254293:0:9324:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786799142.254295:0:9324:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786799142.254296:0:9324:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1786799142.254299:0:9324:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa01049b7e000 00000020:00000080:0.0:1786799142.254301:0:9324:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1786799142.254395:0:9324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:9324:1873594431845504:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:0.0:1786799142.255671:0:9324:0:(client.c:2702:ptlrpc_set_wait()) set ffffa01051919d80 going to sleep for 11 seconds 00000100:00100000:0.0:1786799142.262412:0:9324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0050480d-a554-4e58-85e2-24e3a375a6a4:9324:1873594431845504:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:0.0:1786799142.263182:0:9324:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786799142.263194:0:9324:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786799142.263197:0:9324:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1786799142.263203:0:9324:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1786799142.263411:0:9313:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:2.0:1786799142.263440:0:9313:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1786799142.263474:0:9313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01044ebee00/0x410a2c25310c782e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f857 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799142.263486:0:9313:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffffa01044ebee00/0x410a2c25310c782e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f857 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1786799142.263509:0:9313:0:(llite_lib.c:1620:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1786799142.263536:0:9313:0:(genops.c:1406:class_connect()) connect: client 1363987a-c466-4431-b287-1107c5f58d5c, cookie 0x410a2c25310c7835 00800000:01000000:2.0:1786799142.263561:0:9313:0:(lmv_obd.c:512:lmv_check_connect()) Time to connect 1363987a-c466-4431-b287-1107c5f58d5c to lustre-clilmv-ffffa01049b7e000 00800000:01000000:2.0:1786799142.263572:0:9313:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffffa01049b7e000(1363987a-c466-4431-b287-1107c5f58d5c) - lustre-MDT0000_UUID, 1363987a-c466-4431-b287-1107c5f58d5c 00000020:00000080:2.0:1786799142.263611:0:9313:0:(genops.c:1406:class_connect()) connect: client 1363987a-c466-4431-b287-1107c5f58d5c, cookie 0x410a2c25310c783c 00000100:00080000:2.0:1786799142.263621:0:9313:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa01049b7e000: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:2.0:1786799142.263630:0:9313:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa01049b7e000: import ffffa01049b79800 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:2.0:1786799142.263645:0:9313:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682625 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786799142.263671:0:9313:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa01050c16680 x1873594431845632/t0(0) o38->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786799142.263697:0:9313:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0000_UUID 00000100:00100000:2.0:1786799142.263773:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431845760:192.168.202.120@tcp:400:kworker.0 00000100:00100000:2.0:1786799142.263856:0:2426:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1786799142.263864:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431845888:192.168.202.120@tcp:400:kworker.0 00800000:01000000:2.0:1786799142.263971:0:9313:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffffa01049b7e000(1363987a-c466-4431-b287-1107c5f58d5c) successfully (5) 00800000:00000004:2.0:1786799142.263976:0:9313:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffffa01049b7e000: age -639, max_age 0 00000100:00080000:2.0:1786799142.264016:0:2426:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa01050c16300 x1873594431846016/t0(0) o41->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:01000000:2.0:1786799142.264054:0:9313:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffffa01049b7e000(1363987a-c466-4431-b287-1107c5f58d5c) - lustre-MDT0001_UUID, 1363987a-c466-4431-b287-1107c5f58d5c 00000020:00000080:2.0:1786799142.264062:0:9313:0:(genops.c:1406:class_connect()) connect: client 1363987a-c466-4431-b287-1107c5f58d5c, cookie 0x410a2c25310c7843 00000100:00080000:2.0:1786799142.264069:0:9313:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa01049b7e000: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:2.0:1786799142.264074:0:9313:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa01049b7e000: import ffffa01049b7d800 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:2.0:1786799142.264081:0:9313:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682625 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786799142.264091:0:9313:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa01050c15880 x1873594431846144/t0(0) o38->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786799142.264099:0:9313:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0001_UUID 00800000:01000000:2.0:1786799142.264183:0:9313:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffffa01049b7e000(1363987a-c466-4431-b287-1107c5f58d5c) successfully (5) 00800000:00000004:2.0:1786799142.264187:0:9313:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffffa01049b7e000: age -639, max_age 0 00000100:00080000:2.0:1786799142.264212:0:2425:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa01050c15c00 x1873594431846272/t0(0) o41->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:2.0:1786799142.264239:0:9313:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffffa01049b7e000: age -639, max_age 361 00800000:00000004:2.0:1786799142.264245:0:9313:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffffa01049b7e000: age -639, max_age 361 00000100:00080000:2.0:1786799142.264261:0:9313:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa01050c16a00 x1873594431846400/t0(0) o41->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799142.264270:0:9313:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010464e5b40 going to sleep for 0 seconds 00000100:00100000:1.0:1786799142.264376:0:2422:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1363987a-c466-4431-b287-1107c5f58d5c:2422:1873594431845632:192.168.202.120@tcp:38:mount.lustre.0 00000100:00100000:1.0:1786799142.264423:0:2422:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1363987a-c466-4431-b287-1107c5f58d5c:2422:1873594431846144:192.168.202.120@tcp:38:mount.lustre.0 00010000:00080000:2.0:1786799142.275336:0:2426:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c14a80 x1873594431845888/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799158 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799142.275357:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431845888:192.168.202.120@tcp:400:kworker.0 00000100:00100000:2.0:1786799142.275372:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431845760:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1786799142.279886:0:2422:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa01049b7e000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786799142.279922:0:2422:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffffa01049b7e000: connect to target with instance 1 00000100:00080000:3.0:1786799142.280005:0:2422:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffffa01049b7e000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1786799142.280024:0:2422:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1786799142.280030:0:2422:0:(import.c:65:import_set_state_nolock()) ffffa01049b79800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1786799142.280663:0:2422:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c5f3d731): req@ffffa01050c16a00 x1873594431846400/t0(0) o41->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786799142.280702:0:2422:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a24f88f6): req@ffffa01050c16300 x1873594431846016/t0(0) o41->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799142.280719:0:2422:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1363987a-c466-4431-b287-1107c5f58d5c:2422:1873594431845632:192.168.202.120@tcp:38:mount.lustre.0 00010000:00080000:2.0:1786799142.280761:0:2422:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c15880 x1873594431846144/t0(0) o38->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 520/416 e 0 to 0 dl 1786799152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799142.280773:0:2422:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa01049b7e000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1786799142.280783:0:2422:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffffa01049b7e000: connect to target with instance 1 00000100:00080000:2.0:1786799142.280795:0:2422:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffffa01049b7e000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1786799142.280808:0:2422:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1786799142.280811:0:2422:0:(import.c:65:import_set_state_nolock()) ffffa01049b7d800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1786799142.280978:0:2422:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000009a444341): req@ffffa01050c15c00 x1873594431846272/t0(0) o41->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799142.281003:0:2422:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1363987a-c466-4431-b287-1107c5f58d5c:2422:1873594431846144:192.168.202.120@tcp:38:mount.lustre.0 00000100:00100000:2.0:1786799142.281135:0:9313:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010464e5b40 going to sleep for 11 seconds 00000100:00100000:2.0:1786799142.287793:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1363987a-c466-4431-b287-1107c5f58d5c:0:1873594431846016:192.168.202.120@tcp:41:mount.lustre.0 00010000:00080000:2.0:1786799142.287841:0:2425:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c15c00 x1873594431846272/t0(0) o41->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1786799158 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799142.287854:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1363987a-c466-4431-b287-1107c5f58d5c:0:1873594431846272:192.168.202.120@tcp:41:mount.lustre.0 00000100:00100000:2.0:1786799142.296750:0:9313:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1363987a-c466-4431-b287-1107c5f58d5c:9313:1873594431846400:192.168.202.120@tcp:41:mount.lustre.0 00800000:00000004:2.0:1786799142.296780:0:9313:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffffa01049b7e000: update ffffa010481b5190 cache blocks 17239/17271 objects 530726/531060 00000080:00000004:2.0:1786799142.296787:0:9313:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffffa01049b7e000: update ffffa0105186b7d0 cache blocks 17239/17271 objects 530726/531060 00000100:00100000:2.0:1786799142.296828:0:9313:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c16a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1363987a-c466-4431-b287-1107c5f58d5c:9313:1873594431846528:192.168.202.120@tcp:40:mount.lustre.0 00000100:00100000:2.0:1786799142.296906:0:9313:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010464e5480 going to sleep for 11 seconds 00000100:00100000:2.0:1786799142.305999:0:9313:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1363987a-c466-4431-b287-1107c5f58d5c:9313:1873594431846528:192.168.202.120@tcp:40:mount.lustre.0 00000080:00000004:2.0:1786799142.306042:0:9313:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1786799142.306068:0:9313:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682625 ocd_grant: 3407872 00020000:01000000:2.0:1786799142.306073:0:9313:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1786799142.306085:0:9313:0:(genops.c:1406:class_connect()) connect: client 1363987a-c466-4431-b287-1107c5f58d5c, cookie 0x410a2c25310c784a 00000020:00000080:2.0:1786799142.306102:0:9313:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x410a2c25310c7851 00000100:00080000:2.0:1786799142.306109:0:9313:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa01049b7e000: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:2.0:1786799142.306116:0:9313:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa01049b7e000: import ffffa010451d1800 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:2.0:1786799142.306127:0:9313:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682625 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786799142.306162:0:9313:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa01050c16a00 x1873594431846656/t0(0) o8->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786799142.306189:0:9313:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0000_UUID 00020000:01000000:2.0:1786799142.306226:0:9313:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffffa01049b7e000) active 00000020:00000080:2.0:1786799142.306255:0:9313:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x410a2c25310c7858 00000100:00080000:2.0:1786799142.306260:0:9313:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa01049b7e000: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:2.0:1786799142.306266:0:9313:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa01049b7e000: import ffffa010451d7800 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:2.0:1786799142.306271:0:9313:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682625 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786799142.306283:0:9313:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa01050c15c00 x1873594431846784/t0(0) o8->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786799142.306292:0:9313:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0001_UUID 00020000:01000000:2.0:1786799142.306297:0:9313:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffffa01049b7e000) active 00000100:00100000:2.0:1786799142.306336:0:9313:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c16300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1363987a-c466-4431-b287-1107c5f58d5c:9313:1873594431846912:192.168.202.120@tcp:900:mount.lustre.0 00000100:00100000:2.0:1786799142.306427:0:9313:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010464e5480 going to sleep for 11 seconds 00000100:00100000:0.0:1786799142.306672:0:2422:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1363987a-c466-4431-b287-1107c5f58d5c:2422:1873594431846656:192.168.202.120@tcp:8:mount.lustre.0 00000100:00100000:0.0:1786799142.306739:0:2422:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1363987a-c466-4431-b287-1107c5f58d5c:2422:1873594431846784:192.168.202.120@tcp:8:mount.lustre.0 00010000:00080000:0.0:1786799142.312321:0:2422:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c16a00 x1873594431846656/t0(0) o8->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1786799152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799142.312339:0:2422:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa01049b7e000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1786799142.312348:0:2422:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffffa01049b7e000: connect to target with instance 1 00000100:00080000:0.0:1786799142.312357:0:2422:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffffa01049b7e000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1786799142.312369:0:2422:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1786799142.312373:0:2422:0:(import.c:65:import_set_state_nolock()) ffffa010451d1800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1786799142.312379:0:2422:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:0.0:1786799142.312383:0:2422:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1786799142.312388:0:2422:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1786799142.312399:0:2422:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1363987a-c466-4431-b287-1107c5f58d5c:2422:1873594431846656:192.168.202.120@tcp:8:mount.lustre.0 00010000:00080000:0.0:1786799142.312410:0:2422:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c15c00 x1873594431846784/t0(0) o8->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1786799152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799142.312418:0:2422:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa01049b7e000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1786799142.312421:0:2422:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffffa01049b7e000: connect to target with instance 1 00000100:00080000:0.0:1786799142.312426:0:2422:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffffa01049b7e000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1786799142.312429:0:2422:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1786799142.312430:0:2422:0:(import.c:65:import_set_state_nolock()) ffffa010451d7800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1786799142.312434:0:2422:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:0.0:1786799142.312436:0:2422:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1786799142.312438:0:2422:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1786799142.312442:0:2422:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1363987a-c466-4431-b287-1107c5f58d5c:2422:1873594431846784:192.168.202.120@tcp:8:mount.lustre.0 00000100:00100000:2.0:1786799142.319002:0:9313:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1363987a-c466-4431-b287-1107c5f58d5c:9313:1873594431846912:192.168.202.120@tcp:900:mount.lustre.0 00000100:00100000:2.0:1786799142.319093:0:9313:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c16300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1363987a-c466-4431-b287-1107c5f58d5c:9313:1873594431847040:192.168.202.120@tcp:33:mount.lustre.0 00000100:00100000:2.0:1786799142.319243:0:9313:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010464e5480 going to sleep for 11 seconds 00000100:00100000:2.0:1786799142.326276:0:9313:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1363987a-c466-4431-b287-1107c5f58d5c:9313:1873594431847040:192.168.202.120@tcp:33:mount.lustre.0 00000080:00200000:2.0:1786799142.326484:0:9313:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0105116ec08) 00000080:00200000:2.0:1786799142.326492:0:9313:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:02000400:2.0:1786799142.326574:0:9313:0:(llite_lib.c:1658:ll_fill_super()) Mounted lustre-client 00000080:00000004:2.0:1786799142.327796:0:9313:0:(super25.c:181:lustre_fill_super()) 192.168.202.120@tcp:/lustre: Mount complete 00010000:00010000:0.0:1786799142.503286:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1786799142.643708:0:9346:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:1.0:1786799143.525756:0:6791:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799143.525867:0:6791:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799143.525875:0:6791:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799143.525877:0:6791:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786799143.525909:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786799143.525912:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786799143.525915:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786799143.655004:0:53:0:(connection.c:75:cpu_latency_work()) work item of ffffa01050819000 (cpu 0) has reached its deadline 4295030664, at 4295030721 00000100:00000010:0.0:1786799143.655027:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa010518871e0. 00000100:00000040:1.0:1786799143.656633:0:6791:0:(connection.c:75:cpu_latency_work()) work item of ffffa01050819110 (cpu 0) has reached its deadline 4295030664, at 4295030723 00000100:00000010:1.0:1786799143.656649:0:6791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa010518874e0. 00010000:00000001:1.0:1786799144.551004:0:6791:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799144.551039:0:6791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786799144.551042:0:6791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786799144.551045:0:6791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799144.551052:0:6791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786799144.551054:0:6791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799144.551056:0:6791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799144.551059:0:6791:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799144.551064:0:6791:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799144.551066:0:6791:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786799144.551767:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786799144.551771:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799144.551775:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799145.576921:0:6791:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799145.576931:0:6791:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799145.576939:0:6791:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799145.576940:0:6791:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786799145.576975:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786799145.576979:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786799145.576983:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799146.597676:0:6791:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799146.597687:0:6791:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799146.597694:0:6791:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799146.597695:0:6791:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786799146.600985:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786799146.600996:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799146.601003:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799147.622746:0:6791:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799147.622756:0:6791:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799147.622763:0:6791:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799147.622765:0:6791:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786799147.622786:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786799147.622789:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786799147.622793:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786799147.824032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0050480d-a554-4e58-85e2-24e3a375a6a4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799147.824048:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786799147.824059:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572f100. 00000020:00000040:0.0:1786799147.824067:0:8:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000001:0.0:1786799147.824072:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799147.824076:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799147.824083:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799147.824103:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afc600. 00000100:00000001:0.0:1786799147.824112:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.824128:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0050480d-a554-4e58-85e2-24e3a375a6a4->MGS req@ffffa0104572f100 x1873594431847168/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799147.824141:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799147.824146:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.824154:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7210cf] to pc [ptlrpcd_00_01+1] req@ffffa0104572f100 x1873594431847168/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.824920:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786799147.824926:0:2424:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786799147.824928:0:2424:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786799147.824938:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572f100 x1873594431847168/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.824946:0:2424:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786799147.824948:0:2424:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786799147.824954:0:2424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786799147.824957:0:2424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786799147.824961:0:2424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786799147.824976:0:2424:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2424:1873594431847168:192.168.202.120@tcp:400:kworker.0 00000100:00000001:1.0:1786799147.824982:0:2424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786799147.824990:0:2424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786799147.824993:0:2424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786799147.824996:0:2424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786799147.825002:0:2424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01050fd1a00. 02000000:00000001:1.0:1786799147.825004:0:2424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786799147.825012:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:1.0:1786799147.825018:0:2424:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010480361b8. 00000400:00000010:1.0:1786799147.825027:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01058752e58. 00000100:00000200:1.0:1786799147.825035:0:2424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431847168, portal 25 00000100:00000001:1.0:1786799147.825038:0:2424:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786799147.825040:0:2424:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477922560 : -105483231629056 : ffffa0104572f100) 00000100:00000040:1.0:1786799147.825045:0:2424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572f100 x1873594431847168/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.825053:0:2424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786799147.825056:0:2424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:1.0:1786799147.825059:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa010587527f8. 00000100:00000200:1.0:1786799147.825062:0:2424:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873594431847168, offset 0 00000400:00000200:1.0:1786799147.825070:0:2424:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:1.0:1786799147.825080:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.825089:0:2424:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:1.0:1786799147.825105:0:2424:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786799147.825110:0:2424:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:1.0:1786799147.825115:0:2424:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786799147.825118:0:2424:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:1.0:1786799147.825122:0:2424:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [126:126:256:4294967295] 192.168.202.120@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:1.0:1786799147.825126:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.825136:0:2424:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:1.0:1786799147.825144:0:2424:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:1.0:1786799147.825150:0:2424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0104504cb00. 00000800:00000200:1.0:1786799147.825173:0:2424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:1.0:1786799147.825184:0:2424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:1.0:1786799147.825189:0:2424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0104504cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786799147.825206:0:2424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786799147.825210:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:1.0:1786799147.825213:0:2424:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295036182 00000100:00000010:1.0:1786799147.825218:0:2424:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa01048118300. 00000100:00000001:1.0:1786799147.825228:0:2424:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786799147.825240:0:2424:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295036182 00000100:00000010:1.0:1786799147.825244:0:2424:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa010481183c0. 00000100:00000001:1.0:1786799147.825247:0:2424:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786799147.825250:0:2424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786799147.825254:0:2424:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.825257:0:2424:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.825260:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.826205:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.826213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799147.826219:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786799147.826227:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572ed80. 00000020:00000040:0.0:1786799147.826233:0:8:0:(genops.c:1231:class_import_get()) import ffffa010493be800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0105047f800 00000100:00000001:0.0:1786799147.826238:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799147.826242:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799147.826247:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799147.826256:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afcb00. 00000100:00000001:0.0:1786799147.826262:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.826272:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0000_UUID req@ffffa0104572ed80 x1873594431847296/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799147.826298:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799147.826303:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.826310:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be6f091] to pc [ptlrpcd_00_00+0] req@ffffa0104572ed80 x1873594431847296/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.836235:0:2424:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786799147.836245:0:2424:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786799147.836252:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786799147.836255:0:2424:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786799147.836259:0:2424:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786799147.836263:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1786799147.836266:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786799147.836268:0:2424:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786799147.836269:0:2424:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786799147.836271:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786799147.836272:0:2424:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786799147.836274:0:2424:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786799147.836289:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572ed80 x1873594431847296/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.836301:0:2424:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786799147.836304:0:2424:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786799147.836311:0:2424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786799147.836315:0:2424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786799147.836319:0:2424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786799147.836333:0:2424:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2424:1873594431847296:192.168.202.120@tcp:400:kworker.0 00000100:00000001:1.0:1786799147.836349:0:2424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786799147.836356:0:2424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786799147.836360:0:2424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786799147.836363:0:2424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786799147.836370:0:2424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01050fd1400. 02000000:00000001:1.0:1786799147.836372:0:2424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786799147.836381:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:1.0:1786799147.836388:0:2424:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01048036898. 00000400:00000010:1.0:1786799147.836396:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01058752220. 00000100:00000200:1.0:1786799147.836404:0:2424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431847296, portal 10 00000100:00000001:1.0:1786799147.836407:0:2424:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786799147.836409:0:2424:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477921664 : -105483231629952 : ffffa0104572ed80) 00000100:00000040:1.0:1786799147.836418:0:2424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572ed80 x1873594431847296/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.836426:0:2424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786799147.836429:0:2424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:1.0:1786799147.836432:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01058752330. 00000100:00000200:1.0:1786799147.836436:0:2424:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431847296, offset 0 00000400:00000200:1.0:1786799147.836454:0:2424:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:1.0:1786799147.836465:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.836474:0:2424:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:1.0:1786799147.836481:0:2424:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786799147.836486:0:2424:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:1.0:1786799147.836491:0:2424:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786799147.836494:0:2424:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:1.0:1786799147.836499:0:2424:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [127:127:255:4294967295] 192.168.202.120@tcp LPNI seq info [127:127:7:4294967295] 00000400:00000200:1.0:1786799147.836504:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.836514:0:2424:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:1.0:1786799147.836521:0:2424:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:1.0:1786799147.836528:0:2424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0104504c800. 00000800:00000200:1.0:1786799147.836541:0:2424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:1.0:1786799147.836551:0:2424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:1.0:1786799147.836556:0:2424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0104504c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786799147.836563:0:2424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786799147.836568:0:2424:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: using a timeout of 203356 usecs (204 jiffies) 00000400:00000200:1.0:1786799147.836572:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:1.0:1786799147.836596:0:2424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 0 is 4295035106 00000100:00000001:1.0:1786799147.836601:0:2424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS request active for cpu 0, keep current deadline 4295036182 00000100:00000001:1.0:1786799147.836604:0:2424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 1 is 4295035106 00000100:00000001:1.0:1786799147.836606:0:2424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS request active for cpu 1, keep current deadline 4295036182 00000100:00000001:1.0:1786799147.836609:0:2424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786799147.836611:0:2424:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.836614:0:2424:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.836617:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786799147.836701:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799147.836706:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0104504cb00. 00000400:00000200:1.0:1786799147.836712:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799147.836718:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799147.836724:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa010587527f8 00000400:00000010:1.0:1786799147.836727:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa010587527f8. 00000100:00000001:1.0:1786799147.836732:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799147.836738:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572f100 x1873594431847168/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.836751:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799147.836754:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572f100 x1873594431847168/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.836762:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.836764:0:2415:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786799147.838440:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799147.839571:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0104504c800. 00000400:00000200:1.0:1786799147.839594:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799147.839627:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799147.839635:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01058752330 00000400:00000010:1.0:1786799147.839638:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01058752330. 00000100:00000001:1.0:1786799147.839645:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799147.839654:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572ed80 x1873594431847296/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.839668:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799147.839672:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572ed80 x1873594431847296/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.839679:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.839908:0:2415:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786799147.840155:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.840160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799147.840174:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1786799147.840185:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799147.840189:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786799147.840199:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572f480. 00000020:00000040:0.0:1786799147.840205:0:8:0:(genops.c:1231:class_import_get()) import ffffa01050fdf800 refcount=4 obd=lustre-MDT0001-mdc-ffffa0105047f800 00000100:00000001:0.0:1786799147.840210:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799147.840214:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799147.840220:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799147.840239:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afce00. 00000100:00000001:0.0:1786799147.840248:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.840254:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0001_UUID req@ffffa0104572f480 x1873594431847424/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799147.840264:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799147.840269:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.840275:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c3bc0b2] to pc [ptlrpcd_00_01+1] req@ffffa0104572f480 x1873594431847424/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.840292:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.840295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786799147.840299:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786799147.840301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786799147.840304:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786799147.840315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799147.840318:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1786799147.840323:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1786799147.840325:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1786799147.840326:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.840335:0:2423:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799147.840348:0:2423:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.840351:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799147.840353:0:2423:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799147.840356:0:2423:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799147.840362:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572f480 x1873594431847424/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.840371:0:2423:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799147.840374:0:2423:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799147.840378:0:2423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799147.840381:0:2423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799147.840384:0:2423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799147.840388:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431847424:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799147.840392:0:2423:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799147.840398:0:2423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799147.840401:0:2423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799147.840404:0:2423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799147.840409:0:2423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010519f5800. 02000000:00000001:0.0:1786799147.840410:0:2423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799147.840417:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799147.840421:0:2423:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8528. 00000400:00000010:0.0:1786799147.840428:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac000. 00000100:00000200:0.0:1786799147.840437:0:2423:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431847424, portal 10 00000100:00000001:0.0:1786799147.840440:0:2423:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799147.840674:0:2423:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477923456 : -105483231628160 : ffffa0104572f480) 00000100:00000040:0.0:1786799147.840876:0:2423:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572f480 x1873594431847424/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.840885:0:2423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799147.840896:0:2423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799147.840899:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac5d8. 00000100:00000200:0.0:1786799147.840903:0:2423:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431847424, offset 0 00000400:00000200:0.0:1786799147.840910:0:2423:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799147.840920:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799147.840930:0:2423:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799147.840935:0:2423:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799147.840940:0:2423:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799147.840945:0:2423:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799147.840947:0:2423:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799147.840952:0:2423:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [128:128:256:4294967295] 192.168.202.120@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:0.0:1786799147.840956:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799147.840965:0:2423:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799147.840971:0:2423:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799147.840976:0:2423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afcc00. 00000800:00000200:0.0:1786799147.840983:0:2423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799147.840991:0:2423:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799147.840997:0:2423:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afcc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799147.841008:0:2423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.841013:0:2423:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: using a timeout of 94997 usecs (95 jiffies) 00000400:00000200:0.0:1786799147.841016:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799147.841019:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 0 is 4295034997 00000100:00000001:0.0:1786799147.841023:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS request active for cpu 0, keep current deadline 4295036182 00000100:00000001:0.0:1786799147.841025:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 1 is 4295034997 00000100:00000001:0.0:1786799147.841028:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS request active for cpu 1, keep current deadline 4295036182 00000100:00000001:0.0:1786799147.841030:0:2423:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799147.841033:0:2423:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.841036:0:2423:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.841038:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786799147.841048:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572d880. 00000020:00000040:0.0:1786799147.841058:0:8:0:(genops.c:1231:class_import_get()) import ffffa01049b79800 refcount=4 obd=lustre-MDT0000-mdc-ffffa01049b7e000 00000100:00000001:0.0:1786799147.841061:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799147.841063:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799147.841065:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799147.841069:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afcf00. 00000100:00000001:0.0:1786799147.841073:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.841079:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0000_UUID req@ffffa0104572d880 x1873594431847552/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799147.841088:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799147.841090:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.841106:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfd78f44] to pc [ptlrpcd_00_00+0] req@ffffa0104572d880 x1873594431847552/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.841121:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.841124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799147.841128:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1786799147.841133:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799147.841135:0:2423:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799147.841136:0:2423:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799147.841140:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572d880 x1873594431847552/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.841146:0:2423:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799147.841148:0:2423:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799147.841150:0:2423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799147.841152:0:2423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799147.841154:0:2423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799147.841157:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1363987a-c466-4431-b287-1107c5f58d5c:2423:1873594431847552:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799147.841160:0:2423:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799147.841164:0:2423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799147.841165:0:2423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799147.841168:0:2423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799147.841171:0:2423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010519f4800. 02000000:00000001:0.0:1786799147.841173:0:2423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799147.841182:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799147.841185:0:2423:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8dc0. 00000400:00000010:0.0:1786799147.841189:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050facbb0. 00000100:00000200:0.0:1786799147.841193:0:2423:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431847552, portal 10 00000100:00000001:0.0:1786799147.841195:0:2423:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799147.841196:0:2423:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477916288 : -105483231635328 : ffffa0104572d880) 00000020:00000010:0.0:1786799147.841205:0:2423:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa01049252000. 00000100:00000040:0.0:1786799147.841211:0:2423:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572d880 x1873594431847552/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.841217:0:2423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799147.841403:0:2423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799147.841407:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac770. 00000100:00000200:0.0:1786799147.841410:0:2423:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431847552, offset 0 00000400:00000200:0.0:1786799147.841414:0:2423:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799147.841419:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799147.841422:0:2423:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799147.841426:0:2423:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799147.841428:0:2423:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799147.841430:0:2423:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799147.841433:0:2423:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799147.841436:0:2423:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [129:129:255:4294967295] 192.168.202.120@tcp LPNI seq info [129:129:7:4294967295] 00000400:00000200:0.0:1786799147.841440:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799147.841511:0:2423:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799147.841516:0:2423:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799147.841520:0:2423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afc900. 00000800:00000200:0.0:1786799147.841525:0:2423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799147.841529:0:2423:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799147.841532:0:2423:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afc900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799147.841536:0:2423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.841539:0:2423:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: using a timeout of 21103 usecs (22 jiffies) 00000400:00000200:0.0:1786799147.841543:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799147.841553:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295034924 00000100:00000001:0.0:1786799147.841556:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295036182 00000100:00000001:0.0:1786799147.841559:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295034924 00000100:00000001:0.0:1786799147.841561:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295036182 00000100:00000001:0.0:1786799147.841562:0:2423:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799147.841564:0:2423:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.841567:0:2423:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.841569:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.841575:0:2423:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799147.841630:0:2423:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1786799147.841632:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799147.841634:0:2423:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799147.841636:0:2423:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.841637:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786799147.841648:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572e300. 00000020:00000040:0.0:1786799147.841651:0:8:0:(genops.c:1231:class_import_get()) import ffffa01049b7d800 refcount=4 obd=lustre-MDT0001-mdc-ffffa01049b7e000 00000100:00000001:0.0:1786799147.841653:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799147.841655:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799147.841658:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799147.841662:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afc300. 00000100:00000001:0.0:1786799147.841666:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.841671:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0001_UUID req@ffffa0104572e300 x1873594431847680/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799147.841680:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799147.843997:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.844018:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000256a2c61] to pc [ptlrpcd_00_01+1] req@ffffa0104572e300 x1873594431847680/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.844049:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.844053:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799147.844057:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1786799147.844077:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799147.844089:0:2423:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799147.844105:0:2423:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799147.844109:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1786799147.844111:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.844119:0:2423:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799147.844122:0:2423:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.844124:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799147.844125:0:2423:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799147.844127:0:2423:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799147.844132:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572e300 x1873594431847680/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.844141:0:2423:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799147.844144:0:2423:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799147.844150:0:2423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799147.844155:0:2423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799147.844158:0:2423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786799147.845183:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.845202:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799147.845206:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.845209:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799147.845217:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.845232:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799147.845242:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.845248:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.845255:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.845260:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 25 MB=0x6a80632903b00 00000400:00000200:1.0:1786799147.845265:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.845273:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.120@tcp of length 224/224 into md 0x751 [1] + 224 00000800:00000001:1.0:1786799147.845281:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.845286:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799147.845289:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799147.845293:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799147.845302:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799147.845309:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572f100 x1873594431847168/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799147.845319:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572f100 x1873594431847168/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.845350:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1786799147.845405:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799147.845410:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afcc00. 00000400:00000200:1.0:1786799147.845416:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799147.845419:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799147.845424:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac5d8 00000400:00000010:1.0:1786799147.845426:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac5d8. 00000100:00000001:1.0:1786799147.845430:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799147.845434:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572f480 x1873594431847424/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.845660:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799147.845666:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572f480 x1873594431847424/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.845674:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.845676:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786799147.845751:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.845756:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799147.845758:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.845760:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799147.845764:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.845768:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799147.845838:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.845841:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.845844:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.845847:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632903b80 00000400:00000200:1.0:1786799147.845851:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.845856:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x761 [1] + 224 00000800:00000001:1.0:1786799147.845861:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.845882:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799147.845885:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799147.845889:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799147.845899:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799147.845905:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572ed80 x1873594431847296/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799147.845913:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572ed80 x1873594431847296/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.845920:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1786799147.846508:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1363987a-c466-4431-b287-1107c5f58d5c:2423:1873594431847680:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799147.846516:0:2423:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799147.846525:0:2423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799147.846529:0:2423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799147.846532:0:2423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799147.846541:0:2423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010519f5e00. 02000000:00000001:0.0:1786799147.846543:0:2423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799147.846548:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799147.846552:0:2423:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8bb0. 00000400:00000010:0.0:1786799147.846559:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050facf68. 00000100:00000200:0.0:1786799147.846567:0:2423:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431847680, portal 10 00000100:00000001:0.0:1786799147.846569:0:2423:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799147.846571:0:2423:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477918976 : -105483231632640 : ffffa0104572e300) 00000020:00000010:0.0:1786799147.846605:0:2423:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa01049250000. 00000100:00000040:0.0:1786799147.846614:0:2423:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572e300 x1873594431847680/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.846622:0:2423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799147.846624:0:2423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799147.846636:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050facee0. 00000100:00000200:0.0:1786799147.846640:0:2423:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431847680, offset 0 00000400:00000200:0.0:1786799147.846647:0:2423:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799147.846655:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799147.846661:0:2423:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799147.846668:0:2423:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799147.846672:0:2423:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799147.846676:0:2423:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799147.846679:0:2423:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000800:00000200:1.0:1786799147.846922:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799147.846927:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afc900. 00000400:00000200:1.0:1786799147.846932:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799147.846936:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799147.847293:0:2423:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [130:130:255:4294967295] 192.168.202.120@tcp LPNI seq info [130:130:7:4294967295] 00000400:00000200:0.0:1786799147.847299:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799147.847308:0:2423:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799147.847314:0:2423:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799147.847320:0:2423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afcd00. 00000800:00000200:0.0:1786799147.847327:0:2423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799147.847346:0:2423:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799147.847351:0:2423:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afcd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799147.847357:0:2423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.847361:0:2423:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: using a timeout of 25170 usecs (26 jiffies) 00000400:00000200:0.0:1786799147.847365:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799147.847369:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295034939 00000100:00000001:0.0:1786799147.847373:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295036182 00000100:00000001:0.0:1786799147.847376:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295034939 00000100:00000001:0.0:1786799147.847378:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295036182 00000100:00000001:0.0:1786799147.847381:0:2423:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799147.847384:0:2423:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.847390:0:2423:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.847395:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786799147.847418:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572dc00. 00000020:00000040:0.0:1786799147.847425:0:8:0:(genops.c:1231:class_import_get()) import ffffa010451d1800 refcount=3 obd=lustre-OST0000-osc-ffffa01049b7e000 00000100:00000001:0.0:1786799147.847436:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799147.847439:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799147.847456:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799147.847463:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afc200. 00000100:00000001:0.0:1786799147.847471:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.847479:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0000_UUID req@ffffa0104572dc00 x1873594431847808/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799147.847491:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799147.847496:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.847502:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ae02e95] to pc [ptlrpcd_00_00+0] req@ffffa0104572dc00 x1873594431847808/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.847528:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.847532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799147.847536:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1786799147.847545:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799147.847548:0:2423:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799147.847550:0:2423:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799147.847555:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572dc00 x1873594431847808/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.847563:0:2423:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799147.847565:0:2423:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799147.847569:0:2423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799147.847572:0:2423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799147.847574:0:2423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799147.847607:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1363987a-c466-4431-b287-1107c5f58d5c:2423:1873594431847808:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799147.847611:0:2423:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799147.847614:0:2423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799147.847616:0:2423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799147.847618:0:2423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799147.847622:0:2423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010519f5600. 02000000:00000001:0.0:1786799147.847624:0:2423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799147.847629:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799147.847637:0:2423:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8aa8. 00000400:00000010:0.0:1786799147.847642:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050faca18. 00000100:00000200:0.0:1786799147.847645:0:2423:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431847808, portal 4 00000100:00000001:0.0:1786799147.847648:0:2423:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799147.847649:0:2423:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477917184 : -105483231634432 : ffffa0104572dc00) 00000100:00000040:0.0:1786799147.847656:0:2423:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572dc00 x1873594431847808/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.847664:0:2423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799147.847666:0:2423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799147.847668:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050faccc0. 00000100:00000200:0.0:1786799147.847671:0:2423:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873594431847808, offset 0 00000400:00000200:0.0:1786799147.847676:0:2423:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:1.0:1786799147.858206:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac770 00000400:00000010:1.0:1786799147.858229:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac770. 00000100:00000001:1.0:1786799147.858238:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799147.858253:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572d880 x1873594431847552/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.858269:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799147.858273:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572d880 x1873594431847552/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.858281:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.858283:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786799147.858302:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.858321:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799147.858325:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.858328:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799147.858335:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.858350:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799147.858359:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.858364:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.858371:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.858375:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632903c00 00000400:00000200:1.0:1786799147.858380:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.858388:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x771 [1] + 224 00000800:00000001:1.0:1786799147.858415:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.858420:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799147.858424:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799147.858429:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799147.858435:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799147.858451:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572f480 x1873594431847424/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799147.858460:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572f480 x1873594431847424/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.858471:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1786799147.858606:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799147.858611:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afcd00. 00000400:00000200:1.0:1786799147.858616:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799147.858620:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799147.858623:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050facee0 00000400:00000010:1.0:1786799147.858625:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050facee0. 00000100:00000001:1.0:1786799147.858629:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799147.858633:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572e300 x1873594431847680/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.858642:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799147.858644:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572e300 x1873594431847680/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.858650:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.858651:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786799147.858656:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.858661:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799147.858663:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.858665:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799147.858668:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.858672:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799147.858676:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.858679:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.858701:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.858704:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632903c80 00000400:00000200:1.0:1786799147.858708:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.858712:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x781 [1] + 224 00000800:00000001:1.0:1786799147.858716:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.858724:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799147.858726:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799147.858730:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799147.858733:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799147.858737:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572d880 x1873594431847552/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799147.858746:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572d880 x1873594431847552/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.858753:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786799147.858758:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.858761:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786799147.859210:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786799147.859216:0:2424:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786799147.859224:0:2424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786799147.859227:0:2424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786799147.859230:0:2424:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01048036898. 00000400:00000200:1.0:1786799147.859235:0:2424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01058752220 00000400:00000010:1.0:1786799147.859237:0:2424:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01058752220. 00000100:00000001:1.0:1786799147.859240:0:2424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799147.859247:0:2424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572ed80 x1873594431847296/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786799147.859256:0:2424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572ed80 x1873594431847296/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.859262:0:2424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786799147.859265:0:2424:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786799147.859268:0:2424:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786799147.859272:0:2424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786799147.859283:0:2424:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786799147.859285:0:2424:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786799147.859289:0:2424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786799147.859303:0:2424:0:(import.c:2149:obd_at_measure()) add 5 to ffffa010493bec60 time=71 v=5 (5 0 0 0) 00000100:00001000:1.0:1786799147.859308:0:2424:0:(import.c:2149:obd_at_measure()) add 1 to ffffa010493bec18 time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1786799147.859311:0:2424:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786799147.859313:0:2424:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799147.859316:0:2424:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786799147.859320:0:2424:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.859324:0:2424:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786799147.859327:0:2424:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0105047f800: skip recheck: last_committed 0 00000100:00000001:1.0:1786799147.859329:0:2424:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786799147.859331:0:2424:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786799147.859349:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572ed80 x1873594431847296/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.859357:0:2424:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786799147.859360:0:2424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786799147.859362:0:2424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786799147.859367:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572ed80 x1873594431847296/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786799147.859375:0:2424:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2424:1873594431847296:192.168.202.120@tcp:400:kworker.0 00000400:00000001:1.0:1786799147.859383:0:2424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786799147.859384:0:2424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786799147.859386:0:2424:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010480361b8. 00000400:00000200:1.0:1786799147.859389:0:2424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01058752e58 00000400:00000010:1.0:1786799147.859391:0:2424:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01058752e58. 00000100:00000001:1.0:1786799147.859393:0:2424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799147.859398:0:2424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572f100 x1873594431847168/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786799147.859407:0:2424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572f100 x1873594431847168/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.859413:0:2424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786799147.859421:0:2424:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786799147.859423:0:2424:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786799147.859424:0:2424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786799147.859426:0:2424:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786799147.859428:0:2424:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786799147.859429:0:2424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786799147.859433:0:2424:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01042b90460 time=73 v=5 (5 0 0 0) 00000100:00001000:1.0:1786799147.859436:0:2424:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042b90418 time=73 v=5 (1 0 0 0) 00000100:00000001:1.0:1786799147.859438:0:2424:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786799147.859439:0:2424:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799147.859501:0:2424:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786799147.859504:0:2424:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.859507:0:2424:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786799147.859512:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572f100 x1873594431847168/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.859519:0:2424:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786799147.859520:0:2424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786799147.859522:0:2424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786799147.859525:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572f100 x1873594431847168/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786799147.859533:0:2424:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2424:1873594431847168:192.168.202.120@tcp:400:kworker.0 00000100:00000001:1.0:1786799147.859538:0:2424:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786799147.859541:0:2424:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799147.859544:0:2424:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572ed80 x1873594431847296/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.859551:0:2424:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786799147.859554:0:2424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786799147.859558:0:2424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01050fd1400. 02000000:00000001:1.0:1786799147.859562:0:2424:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786799147.859565:0:2424:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786799147.859567:0:2424:0:(genops.c:1244:class_import_put()) import ffffa010493be800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0105047f800 00000020:00000001:1.0:1786799147.859569:0:2424:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786799147.859572:0:2424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afcb00. 02000000:00000001:1.0:1786799147.859615:0:2424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786799147.859618:0:2424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786799147.859621:0:2424:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572ed80. 00000100:00000001:1.0:1786799147.859625:0:2424:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786799147.859626:0:2424:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786799147.859628:0:2424:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799147.859633:0:2424:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572f100 x1873594431847168/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.859639:0:2424:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786799147.859641:0:2424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786799147.859643:0:2424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01050fd1a00. 02000000:00000001:1.0:1786799147.859644:0:2424:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786799147.859646:0:2424:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786799147.859647:0:2424:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:1.0:1786799147.859649:0:2424:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786799147.859651:0:2424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afc600. 02000000:00000001:1.0:1786799147.859653:0:2424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786799147.859654:0:2424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786799147.859655:0:2424:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572f100. 00000100:00000001:1.0:1786799147.859658:0:2424:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786799147.859659:0:2424:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786799147.859662:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786799147.859670:0:2424:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786799147.859672:0:2424:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.859675:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786799147.859677:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786799147.865742:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa01049a04a80. 00000020:00000040:1.0:1786799147.865758:0:8:0:(genops.c:1231:class_import_get()) import ffffa010451d7800 refcount=3 obd=lustre-OST0001-osc-ffffa01049b7e000 00000100:00000001:1.0:1786799147.865765:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786799147.865769:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786799147.865802:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786799147.865912:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0104504c800. 00000100:00000001:1.0:1786799147.865922:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786799147.865937:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0001_UUID req@ffffa01049a04a80 x1873594431847936/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786799147.865949:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786799147.865968:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786799147.865977:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000948701e0] to pc [ptlrpcd_00_01+1] req@ffffa01049a04a80 x1873594431847936/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.865996:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.866006:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786799147.866010:0:2424:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786799147.866013:0:2424:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786799147.866018:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa01049a04a80 x1873594431847936/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.866026:0:2424:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786799147.866029:0:2424:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786799147.866034:0:2424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786799147.866037:0:2424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786799147.866040:0:2424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786799147.866044:0:2424:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01049a04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1363987a-c466-4431-b287-1107c5f58d5c:2424:1873594431847936:192.168.202.120@tcp:400:kworker.0 00000100:00000001:1.0:1786799147.866049:0:2424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786799147.866056:0:2424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786799147.866058:0:2424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786799147.866061:0:2424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786799147.866066:0:2424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01050fd1a00. 02000000:00000001:1.0:1786799147.866068:0:2424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786799147.866076:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:1.0:1786799147.866082:0:2424:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010480361b8. 00000400:00000010:1.0:1786799147.866101:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01058752e58. 00000100:00000200:1.0:1786799147.866111:0:2424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431847936, portal 4 00000100:00000001:1.0:1786799147.866114:0:2424:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786799147.866116:0:2424:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590548003456 : -105483161548160 : ffffa01049a04a80) 00000020:00000010:1.0:1786799147.866127:0:2424:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa010457ba000. 00000100:00000040:1.0:1786799147.866135:0:2424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa01049a04a80 x1873594431847936/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.866143:0:2424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786799147.866145:0:2424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:1.0:1786799147.866153:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01058752220. 00000100:00000200:1.0:1786799147.866157:0:2424:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873594431847936, offset 0 00000400:00000200:1.0:1786799147.866173:0:2424:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:1.0:1786799147.866185:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.866195:0:2424:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:1.0:1786799147.866201:0:2424:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786799147.866206:0:2424:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:1.0:1786799147.866210:0:2424:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786799147.866213:0:2424:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:1.0:1786799147.866217:0:2424:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [131:131:256:4294967295] 192.168.202.120@tcp LPNI seq info [131:131:8:4294967295] 00000400:00000200:1.0:1786799147.866231:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.866244:0:2424:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:1.0:1786799147.866251:0:2424:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:1.0:1786799147.866257:0:2424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0104504cb00. 00000800:00000200:1.0:1786799147.866265:0:2424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:1.0:1786799147.866274:0:2424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:1.0:1786799147.866279:0:2424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0104504cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786799147.866292:0:2424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786799147.866297:0:2424:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: using a timeout of 7641 usecs (8 jiffies) 00000400:00000200:1.0:1786799147.866300:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:1.0:1786799147.866303:0:2424:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295034940 00000100:00000001:1.0:1786799147.866306:0:2424:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295036182 00000100:00000001:1.0:1786799147.866309:0:2424:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295034940 00000100:00000001:1.0:1786799147.866311:0:2424:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295036182 00000100:00000001:1.0:1786799147.866313:0:2424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786799147.866316:0:2424:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.866319:0:2424:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.866322:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786799147.866330:0:2424:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786799147.866333:0:2424:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786799147.867296:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786799147.867298:0:2424:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786799147.867300:0:2424:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.867303:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786799147.867614:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799147.867619:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0104504cb00. 00000400:00000200:1.0:1786799147.867625:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799147.867632:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799147.867641:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01058752220 00000400:00000010:1.0:1786799147.867643:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01058752220. 00000100:00000001:1.0:1786799147.867648:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799147.867654:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa01049a04a80 x1873594431847936/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.867665:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799147.867668:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa01049a04a80 x1873594431847936/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.867675:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.867676:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1786799147.867934:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (372) 00000400:00000200:0.0:1786799147.868185:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799147.868196:0:2423:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799147.868201:0:2423:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799147.868205:0:2423:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799147.868209:0:2423:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799147.868212:0:2423:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799147.868215:0:2423:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [132:132:256:4294967295] 192.168.202.120@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:0.0:1786799147.868219:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799147.868229:0:2423:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799147.868235:0:2423:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799147.868243:0:2423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afc600. 00000800:00000200:0.0:1786799147.868249:0:2423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799147.868256:0:2423:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799147.868261:0:2423:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afc600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799147.868282:0:2423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.868288:0:2423:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: using a timeout of 7641 usecs (8 jiffies) 00000400:00000200:0.0:1786799147.868291:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799147.868294:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295034940 00000100:00000001:0.0:1786799147.868297:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295036182 00000100:00000001:0.0:1786799147.868313:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295034940 00000100:00000001:0.0:1786799147.868316:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295036182 00000100:00000001:0.0:1786799147.868318:0:2423:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799147.868321:0:2423:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1786799147.868331:0:2423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799147.868333:0:2423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799147.868337:0:2423:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8dc0. 00000400:00000200:0.0:1786799147.868340:0:2423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050facbb0 00000400:00000010:0.0:1786799147.868342:0:2423:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050facbb0. 00000100:00000001:0.0:1786799147.868346:0:2423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799147.868352:0:2423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572d880 x1873594431847552/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799147.868377:0:2423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572d880 x1873594431847552/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.868385:0:2423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799147.868387:0:2423:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.868390:0:2423:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799147.868395:0:2423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799147.868399:0:2423:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799147.868401:0:2423:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799147.868404:0:2423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799147.868415:0:2423:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01049b79c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799147.868420:0:2423:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01049b79c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799147.868423:0:2423:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799147.868425:0:2423:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799147.868429:0:2423:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786799147.868432:0:2423:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.868436:0:2423:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786799147.868439:0:2423:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786799147.868441:0:2423:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786799147.868443:0:2423:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.868449:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572d880 x1873594431847552/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.868468:0:2423:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799147.868481:0:2423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799147.868483:0:2423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786799147.868488:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572d880 x1873594431847552/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799147.868496:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1363987a-c466-4431-b287-1107c5f58d5c:2423:1873594431847552:192.168.202.120@tcp:400:kworker.0 00000400:00000001:0.0:1786799147.868504:0:2423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799147.868505:0:2423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799147.868507:0:2423:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8528. 00000400:00000200:0.0:1786799147.868510:0:2423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac000 00000400:00000010:0.0:1786799147.868512:0:2423:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac000. 00000100:00000001:0.0:1786799147.868514:0:2423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799147.868518:0:2423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572f480 x1873594431847424/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799147.868526:0:2423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572f480 x1873594431847424/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.868532:0:2423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799147.868533:0:2423:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.868535:0:2423:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799147.868537:0:2423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799147.868538:0:2423:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799147.868540:0:2423:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799147.868541:0:2423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799147.868546:0:2423:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01050fdfc60 time=72 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799147.868550:0:2423:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01050fdfc18 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799147.868553:0:2423:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799147.868554:0:2423:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799147.868556:0:2423:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786799147.868559:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572f480 x1873594431847424/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786799147.868597:0:2423:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.868599:0:2423:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786799147.868601:0:2423:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0105047f800: skip recheck: last_committed 0 00000100:00000001:0.0:1786799147.868603:0:2423:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786799147.868604:0:2423:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.868609:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572f480 x1873594431847424/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.868615:0:2423:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799147.868617:0:2423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799147.868618:0:2423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786799147.868621:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572f480 x1873594431847424/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799147.868629:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431847424:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799147.868633:0:2423:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.868636:0:2423:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799147.868639:0:2423:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572d880 x1873594431847552/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.868647:0:2423:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799147.868650:0:2423:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799147.868655:0:2423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010519f4800. 02000000:00000001:0.0:1786799147.868659:0:2423:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799147.868662:0:2423:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799147.868664:0:2423:0:(genops.c:1244:class_import_put()) import ffffa01049b79800 refcount=3 obd=lustre-MDT0000-mdc-ffffa01049b7e000 00000020:00000001:0.0:1786799147.868667:0:2423:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799147.868670:0:2423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afcf00. 02000000:00000001:0.0:1786799147.868674:0:2423:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799147.868676:0:2423:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799147.868678:0:2423:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572d880. 00000100:00000001:0.0:1786799147.868682:0:2423:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799147.868684:0:2423:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.868691:0:2423:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799147.868696:0:2423:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572f480 x1873594431847424/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.868701:0:2423:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799147.868703:0:2423:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799147.868704:0:2423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010519f5800. 02000000:00000001:0.0:1786799147.868707:0:2423:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799147.868708:0:2423:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799147.868710:0:2423:0:(genops.c:1244:class_import_put()) import ffffa01050fdf800 refcount=3 obd=lustre-MDT0001-mdc-ffffa0105047f800 00000020:00000001:0.0:1786799147.868711:0:2423:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799147.868713:0:2423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afce00. 02000000:00000001:0.0:1786799147.868715:0:2423:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799147.868716:0:2423:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799147.868717:0:2423:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572f480. 00000100:00000001:0.0:1786799147.868720:0:2423:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799147.868721:0:2423:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.868723:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.868732:0:2423:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799147.868734:0:2423:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1786799147.868737:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799147.868739:0:2423:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799147.868740:0:2423:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.868743:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786799147.870101:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799147.870113:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afc600. 00000400:00000200:1.0:1786799147.870123:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799147.870131:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799147.870137:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050faccc0 00000400:00000010:1.0:1786799147.870140:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050faccc0. 00000100:00000001:1.0:1786799147.870144:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799147.870153:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572dc00 x1873594431847808/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.870175:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799147.870179:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572dc00 x1873594431847808/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.870186:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799147.870188:0:2415:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786799147.879874:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799147.883112:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799147.883122:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.883288:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799147.883300:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.883309:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799147.883322:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.883329:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.883345:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.883351:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632903d00 00000400:00000200:1.0:1786799147.883357:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.883365:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x791 [1] + 224 00000800:00000001:1.0:1786799147.883374:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.883380:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799147.883384:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799147.883389:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799147.883399:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799147.883409:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572e300 x1873594431847680/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799147.883422:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572e300 x1873594431847680/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.883454:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786799147.883467:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.883471:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.883472:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1786799147.883473:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.883475:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799147.883478:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.883482:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000100:00000001:0.0:1786799147.883485:0:2423:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1786799147.883487:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.883489:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.883491:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000001:0.0:1786799147.883494:0:2423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1786799147.883494:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 4 MB=0x6a80632903e00 00000400:00000001:0.0:1786799147.883497:0:2423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1786799147.883498:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799147.883501:0:2423:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8bb0. 00000400:00000200:0.0:1786799147.883506:0:2423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050facf68 00000400:00000010:0.0:1786799147.883509:0:2423:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050facf68. 00000100:00000001:0.0:1786799147.883512:0:2423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799147.883517:0:2423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572e300 x1873594431847680/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799147.883527:0:2423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572e300 x1873594431847680/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.883552:0:2423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799147.883555:0:2423:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.883558:0:2423:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799147.883563:0:2423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799147.883567:0:2423:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799147.883569:0:2423:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799147.883572:0:2423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799147.883605:0:2423:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01049b7dc60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799147.883610:0:2423:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01049b7dc18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799147.883613:0:2423:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799147.883615:0:2423:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799147.883618:0:2423:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786799147.883625:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572e300 x1873594431847680/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786799147.883632:0:2423:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.883637:0:2423:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786799147.883639:0:2423:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786799147.883642:0:2423:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786799147.883644:0:2423:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.883649:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572e300 x1873594431847680/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.883657:0:2423:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799147.883660:0:2423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799147.883663:0:2423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786799147.883667:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572e300 x1873594431847680/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799147.883675:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1363987a-c466-4431-b287-1107c5f58d5c:2423:1873594431847680:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799147.883680:0:2423:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.883683:0:2423:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799147.883687:0:2423:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572e300 x1873594431847680/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.883701:0:2423:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799147.883704:0:2423:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799147.883709:0:2423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010519f5e00. 02000000:00000001:0.0:1786799147.883714:0:2423:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799147.883717:0:2423:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799147.883719:0:2423:0:(genops.c:1244:class_import_put()) import ffffa01049b7d800 refcount=3 obd=lustre-MDT0001-mdc-ffffa01049b7e000 00000020:00000001:0.0:1786799147.883722:0:2423:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799147.883725:0:2423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afc300. 02000000:00000001:0.0:1786799147.883729:0:2423:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799147.883732:0:2423:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799147.883734:0:2423:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572e300. 00000100:00000001:0.0:1786799147.883739:0:2423:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799147.883740:0:2423:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.883744:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.883746:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799147.883747:0:2423:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799147.883749:0:2423:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.883751:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786799147.886951:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.120@tcp of length 224/224 into md 0x7b1 [1] + 224 00000800:00000001:1.0:1786799147.886972:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.887006:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799147.887011:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799147.887017:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799147.887028:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799147.887038:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa01049a04a80 x1873594431847936/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799147.887050:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa01049a04a80 x1873594431847936/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.887078:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786799147.887100:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.887105:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799147.887107:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.887110:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799147.887117:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.887122:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799147.887130:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.887135:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.887141:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.887144:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 4 MB=0x6a80632903d80 00000400:00000200:1.0:1786799147.887149:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799147.887153:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.120@tcp of length 224/224 into md 0x7a1 [1] + 224 00000800:00000001:1.0:1786799147.887157:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1786799147.887597:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799147.887603:0:2424:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786799147.887612:0:2424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799147.887614:0:2424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799147.887618:0:2424:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010480361b8. 00000400:00000200:0.0:1786799147.887624:0:2424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01058752e58 00000400:00000010:0.0:1786799147.887627:0:2424:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01058752e58. 00000100:00000001:0.0:1786799147.887631:0:2424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799147.887637:0:2424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa01049a04a80 x1873594431847936/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799147.887648:0:2424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa01049a04a80 x1873594431847936/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.887655:0:2424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799147.887657:0:2424:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.887660:0:2424:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799147.887665:0:2424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799147.887668:0:2424:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799147.887679:0:2424:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799147.887684:0:2424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799147.887697:0:2424:0:(import.c:2149:obd_at_measure()) add 5 to ffffa010451d7c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799147.887701:0:2424:0:(import.c:2149:obd_at_measure()) add 1 to ffffa010451d7c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799147.887703:0:2424:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799147.887705:0:2424:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799147.887708:0:2424:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786799147.887714:0:2424:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01049a04a80 x1873594431847936/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786799147.887720:0:2424:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.887724:0:2424:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786799147.887727:0:2424:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786799147.887729:0:2424:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786799147.887731:0:2424:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.887735:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa01049a04a80 x1873594431847936/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.887742:0:2424:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799147.887747:0:2424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799147.887749:0:2424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786799147.887753:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa01049a04a80 x1873594431847936/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799147.887761:0:2424:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01049a04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1363987a-c466-4431-b287-1107c5f58d5c:2424:1873594431847936:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799147.887766:0:2424:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.887768:0:2424:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799147.887771:0:2424:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa01049a04a80 x1873594431847936/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.887779:0:2424:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799147.887782:0:2424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799147.887786:0:2424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01050fd1a00. 02000000:00000001:0.0:1786799147.887790:0:2424:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799147.887793:0:2424:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799147.887801:0:2424:0:(genops.c:1244:class_import_put()) import ffffa010451d7800 refcount=2 obd=lustre-OST0001-osc-ffffa01049b7e000 00000020:00000001:0.0:1786799147.887803:0:2424:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799147.887806:0:2424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0104504c800. 02000000:00000001:0.0:1786799147.887810:0:2424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799147.887812:0:2424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799147.887814:0:2424:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa01049a04a80. 00000100:00000001:0.0:1786799147.887819:0:2424:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799147.887820:0:2424:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.887823:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.887833:0:2424:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799147.887835:0:2424:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.887837:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799147.887839:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786799147.888627:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799147.888636:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799147.888644:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799147.888652:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799147.888659:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572dc00 x1873594431847808/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799147.888685:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572dc00 x1873594431847808/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799147.888709:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786799147.888734:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799147.888740:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.888804:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799147.888809:0:2423:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786799147.888815:0:2423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799147.888818:0:2423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799147.888821:0:2423:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8aa8. 00000400:00000200:0.0:1786799147.888826:0:2423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050faca18 00000400:00000010:0.0:1786799147.888828:0:2423:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050faca18. 00000100:00000001:0.0:1786799147.888831:0:2423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799147.888836:0:2423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572dc00 x1873594431847808/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799147.888845:0:2423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572dc00 x1873594431847808/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.888851:0:2423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799147.888853:0:2423:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.888855:0:2423:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799147.888858:0:2423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799147.888860:0:2423:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799147.888863:0:2423:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799147.888865:0:2423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799147.888871:0:2423:0:(import.c:2149:obd_at_measure()) add 5 to ffffa010451d1c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799147.888875:0:2423:0:(import.c:2149:obd_at_measure()) add 1 to ffffa010451d1c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799147.888877:0:2423:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799147.888878:0:2423:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799147.888881:0:2423:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786799147.888893:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572dc00 x1873594431847808/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786799147.888899:0:2423:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.888901:0:2423:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786799147.888903:0:2423:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786799147.888905:0:2423:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786799147.888906:0:2423:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799147.888910:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572dc00 x1873594431847808/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.888916:0:2423:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799147.888919:0:2423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799147.888920:0:2423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786799147.888924:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572dc00 x1873594431847808/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799147.888930:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1363987a-c466-4431-b287-1107c5f58d5c:2423:1873594431847808:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799147.888935:0:2423:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.888938:0:2423:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799147.888941:0:2423:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572dc00 x1873594431847808/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799147.888946:0:2423:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799147.888948:0:2423:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799147.888951:0:2423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010519f5600. 02000000:00000001:0.0:1786799147.888955:0:2423:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799147.888957:0:2423:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799147.888959:0:2423:0:(genops.c:1244:class_import_put()) import ffffa010451d1800 refcount=2 obd=lustre-OST0000-osc-ffffa01049b7e000 00000020:00000001:0.0:1786799147.888961:0:2423:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799147.888963:0:2423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afc200. 02000000:00000001:0.0:1786799147.888967:0:2423:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799147.888968:0:2423:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799147.888970:0:2423:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572dc00. 00000100:00000001:0.0:1786799147.888973:0:2423:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799147.888979:0:2423:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.888981:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799147.888987:0:2423:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799147.888989:0:2423:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799147.888991:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799147.888993:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799148.646007:0:6791:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799148.646017:0:6791:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799148.646024:0:6791:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799148.646025:0:6791:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786799148.646109:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786799148.646114:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799148.646117:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1786799148.949667:0:9547:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786799148.949682:0:9547:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786799149.158364:0:6791:0:(connection.c:75:cpu_latency_work()) work item of ffffa01050819110 (cpu 0) has reached its deadline 4295036182, at 4295036224 00000100:00000010:1.0:1786799149.158387:0:6791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa010481183c0. 00000100:00000040:0.0:1786799149.158636:0:53:0:(connection.c:75:cpu_latency_work()) work item of ffffa01050819000 (cpu 0) has reached its deadline 4295036182, at 4295036224 00000100:00000010:0.0:1786799149.158644:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa01048118300. 00000001:00000001:2.0:1786799149.213550:0:9583:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1786799149.213560:0:9583:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg220-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:2.0:1786799149.217762:0:9583:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1786799149.365008:0:9592:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1786799149.365023:0:9592:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786799149.399139:0:9596:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786799149.399151:0:9596:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799149.669804:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799149.669812:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799149.669817:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799149.669818:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786799149.670985:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786799149.670990:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799149.670994:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799150.693711:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799150.693718:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799150.693724:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799150.693726:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786799150.693886:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786799150.693890:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799150.693893:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799151.717795:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799151.717805:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799151.717812:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799151.717818:0:138:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786799151.717822:0:138:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786799151.717826:0:138:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799151.717830:0:138:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786799151.717833:0:138:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799151.717836:0:138:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799151.717838:0:138:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786799151.718236:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786799151.718243:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799151.718247:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799152.741696:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799152.741706:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799152.741714:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799152.741716:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786799152.741850:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786799152.741854:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799152.741858:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1786799152.936340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0050480d-a554-4e58-85e2-24e3a375a6a4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786799152.936351:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786799152.936363:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa01050c16300. 00000020:00000040:2.0:1786799152.936371:0:37:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000001:2.0:1786799152.936376:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786799152.936379:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786799152.936384:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786799152.936471:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01045e57000. 00000100:00000001:2.0:1786799152.936481:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.936495:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0050480d-a554-4e58-85e2-24e3a375a6a4->MGS req@ffffa01050c16300 x1873594431848064/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786799152.936505:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786799152.936655:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.936664:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4d4e7db] to pc [ptlrpcd_01_01+1] req@ffffa01050c16300 x1873594431848064/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.936754:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799152.936760:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786799152.936762:0:2426:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786799152.936769:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa01050c16300 x1873594431848064/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.936778:0:2426:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786799152.936780:0:2426:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799152.936785:0:2426:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786799152.936788:0:2426:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786799152.936791:0:2426:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786799152.936795:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431848064:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1786799152.936801:0:2426:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786799152.936809:0:2426:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786799152.936811:0:2426:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799152.936814:0:2426:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786799152.936820:0:2426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010457d6c00. 02000000:00000001:3.0:1786799152.936822:0:2426:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786799152.936829:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:3.0:1786799152.936834:0:2426:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0104322d9a0. 00000400:00000010:3.0:1786799152.936841:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0104997b880. 00000100:00000200:3.0:1786799152.936848:0:2426:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431848064, portal 25 00000100:00000001:3.0:1786799152.936851:0:2426:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786799152.936853:0:2426:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667612928 : -105483041938688 : ffffa01050c16300) 00000100:00000040:3.0:1786799152.936858:0:2426:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa01050c16300 x1873594431848064/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.936865:0:2426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786799152.936875:0:2426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:3.0:1786799152.936877:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0104997bcc0. 00000100:00000200:3.0:1786799152.936881:0:2426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873594431848064, offset 0 00000400:00000200:3.0:1786799152.936887:0:2426:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:3.0:1786799152.936895:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1786799152.936905:0:2426:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:3.0:1786799152.936911:0:2426:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786799152.936915:0:2426:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:3.0:1786799152.936919:0:2426:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786799152.936922:0:2426:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:3.0:1786799152.936927:0:2426:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [133:133:256:4294967295] 192.168.202.120@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:3.0:1786799152.936930:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1786799152.936942:0:2426:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:3.0:1786799152.936948:0:2426:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:3.0:1786799152.936954:0:2426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa010464cff00. 00000800:00000200:3.0:1786799152.936961:0:2426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:3.0:1786799152.936969:0:2426:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:3.0:1786799152.936973:0:2426:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa010464cff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786799152.936990:0:2426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786799152.936994:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1786799152.936997:0:2426:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295041294 00000100:00000010:3.0:1786799152.937001:0:2426:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa01049b1b540. 00000100:00000001:3.0:1786799152.937008:0:2426:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786799152.937016:0:2426:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295041294 00000100:00000010:3.0:1786799152.937019:0:2426:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa01049b1b1e0. 00000100:00000001:3.0:1786799152.937022:0:2426:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786799152.937027:0:2426:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786799152.937030:0:2426:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799152.937034:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799152.937037:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1786799152.937247:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799152.937259:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa010464cff00. 00000400:00000200:1.0:1786799152.937268:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799152.937278:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799152.937287:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0104997bcc0 00000400:00000010:1.0:1786799152.937303:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0104997bcc0. 00000100:00000001:1.0:1786799152.937310:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799152.937319:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa01050c16300 x1873594431848064/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.937333:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799152.937336:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa01050c16300 x1873594431848064/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.937343:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799152.937345:0:2415:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786799152.938645:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.938654:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786799152.938659:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786799152.938669:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa01050c15f80. 00000020:00000040:2.0:1786799152.938675:0:37:0:(genops.c:1231:class_import_get()) import ffffa010493be800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0105047f800 00000100:00000001:2.0:1786799152.938679:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786799152.938682:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786799152.938686:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786799152.938694:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01045e57800. 00000100:00000001:2.0:1786799152.938701:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.938713:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0000_UUID req@ffffa01050c15f80 x1873594431848192/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786799152.938723:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786799152.938728:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.938748:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8aaaa17] to pc [ptlrpcd_01_00+0] req@ffffa01050c15f80 x1873594431848192/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.942431:0:2426:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786799152.942454:0:2426:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786799152.942461:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799152.942464:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786799152.942468:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786799152.942472:0:2426:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1786799152.942473:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799152.942476:0:2426:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786799152.942478:0:2426:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799152.942479:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799152.942480:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786799152.942482:0:2426:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786799152.942498:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa01050c15f80 x1873594431848192/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.942508:0:2426:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786799152.942606:0:2426:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799152.942612:0:2426:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786799152.942616:0:2426:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786799152.942619:0:2426:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786799152.942623:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431848192:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1786799152.942628:0:2426:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786799152.942635:0:2426:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786799152.942637:0:2426:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799152.942640:0:2426:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786799152.942648:0:2426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010457d7400. 02000000:00000001:3.0:1786799152.942651:0:2426:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786799152.942659:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:3.0:1786799152.942665:0:2426:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0104322df78. 00000400:00000010:3.0:1786799152.942672:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0104997ba18. 00000100:00000200:3.0:1786799152.942679:0:2426:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431848192, portal 10 00000100:00000001:3.0:1786799152.942682:0:2426:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786799152.942683:0:2426:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667612032 : -105483041939584 : ffffa01050c15f80) 00000100:00000040:3.0:1786799152.942691:0:2426:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa01050c15f80 x1873594431848192/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.942700:0:2426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786799152.942709:0:2426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:3.0:1786799152.942712:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0104997bee0. 00000100:00000200:3.0:1786799152.942717:0:2426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431848192, offset 0 00000400:00000200:3.0:1786799152.942723:0:2426:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:3.0:1786799152.942843:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1786799152.942852:0:2426:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:3.0:1786799152.942857:0:2426:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786799152.942861:0:2426:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:3.0:1786799152.942865:0:2426:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786799152.942868:0:2426:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:3.0:1786799152.942872:0:2426:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [134:134:256:4294967295] 192.168.202.120@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:3.0:1786799152.942876:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1786799152.942886:0:2426:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:3.0:1786799152.942893:0:2426:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:3.0:1786799152.942898:0:2426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa010464cf600. 00000800:00000200:3.0:1786799152.942904:0:2426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:3.0:1786799152.942911:0:2426:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:3.0:1786799152.942916:0:2426:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa010464cf600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786799152.943026:0:2426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799152.943032:0:2426:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: using a timeout of 195985 usecs (196 jiffies) 00000400:00000200:3.0:1786799152.943036:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1786799152.943040:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 0 is 4295040205 00000100:00000001:3.0:1786799152.943053:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS request active for cpu 0, keep current deadline 4295041294 00000100:00000001:3.0:1786799152.943055:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 1 is 4295040205 00000100:00000001:3.0:1786799152.943057:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS request active for cpu 1, keep current deadline 4295041294 00000100:00000001:3.0:1786799152.943059:0:2426:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786799152.943062:0:2426:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799152.943064:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799152.943066:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799152.943103:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799152.943112:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.951681:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.951692:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786799152.951696:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786799152.951709:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa01050c14a80. 00000020:00000040:2.0:1786799152.951715:0:37:0:(genops.c:1231:class_import_get()) import ffffa01050fdf800 refcount=4 obd=lustre-MDT0001-mdc-ffffa0105047f800 00000100:00000001:2.0:1786799152.951719:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786799152.951722:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786799152.951727:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786799152.951734:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01045e57d00. 00000100:00000001:2.0:1786799152.951742:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.951757:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0001_UUID req@ffffa01050c14a80 x1873594431848320/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786799152.951788:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786799152.951792:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.951799:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009aaf9eb1] to pc [ptlrpcd_01_01+1] req@ffffa01050c14a80 x1873594431848320/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.951815:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.951817:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786799152.951820:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786799152.951823:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786799152.951825:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786799152.951828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786799152.951831:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786799152.951834:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa01050c15180. 00000020:00000040:2.0:1786799152.951836:0:37:0:(genops.c:1231:class_import_get()) import ffffa01049b79800 refcount=4 obd=lustre-MDT0000-mdc-ffffa01049b7e000 00000100:00000001:2.0:1786799152.951839:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786799152.951840:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786799152.951842:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786799152.951845:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01045e57b00. 00000100:00000001:2.0:1786799152.951849:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.951853:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0000_UUID req@ffffa01050c15180 x1873594431848448/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786799152.951859:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786799152.951861:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.951864:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d341981] to pc [ptlrpcd_01_00+0] req@ffffa01050c15180 x1873594431848448/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.951871:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.951873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786799152.951881:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786799152.951886:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa01050c15c00. 00000020:00000040:2.0:1786799152.951887:0:37:0:(genops.c:1231:class_import_get()) import ffffa01049b7d800 refcount=4 obd=lustre-MDT0001-mdc-ffffa01049b7e000 00000100:00000001:2.0:1786799152.951890:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786799152.951891:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786799152.951893:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786799152.951896:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01045e57700. 00000100:00000001:2.0:1786799152.951899:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.951904:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0001_UUID req@ffffa01050c15c00 x1873594431848576/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786799152.951910:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786799152.951911:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.951914:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607a57a9] to pc [ptlrpcd_01_01+1] req@ffffa01050c15c00 x1873594431848576/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.951920:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.951922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786799152.951925:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786799152.951927:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa01050c16a00. 00000020:00000040:2.0:1786799152.951929:0:37:0:(genops.c:1231:class_import_get()) import ffffa010451d1800 refcount=3 obd=lustre-OST0000-osc-ffffa01049b7e000 00000100:00000001:2.0:1786799152.951931:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786799152.951932:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786799152.951933:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786799152.951935:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01045e57200. 00000100:00000001:2.0:1786799152.951937:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.951941:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0000_UUID req@ffffa01050c16a00 x1873594431848704/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786799152.951946:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786799152.951948:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.951951:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000649e008b] to pc [ptlrpcd_01_00+0] req@ffffa01050c16a00 x1873594431848704/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.951966:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.951969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786799152.951971:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786799152.951974:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa01050c15880. 00000020:00000040:2.0:1786799152.951976:0:37:0:(genops.c:1231:class_import_get()) import ffffa010451d7800 refcount=3 obd=lustre-OST0001-osc-ffffa01049b7e000 00000100:00000001:2.0:1786799152.951978:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786799152.951980:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786799152.951981:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786799152.951984:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01045e57a00. 00000100:00000001:2.0:1786799152.951987:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.951990:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0001_UUID req@ffffa01050c15880 x1873594431848832/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786799152.951997:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786799152.951998:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.952001:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000894c6987] to pc [ptlrpcd_01_01+1] req@ffffa01050c15880 x1873594431848832/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.952007:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.952013:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (377) 00000100:00000001:2.0:1786799152.954228:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799152.954237:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799152.954239:0:2426:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799152.954254:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa01050c14a80 x1873594431848320/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.954266:0:2426:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799152.954268:0:2426:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799152.954273:0:2426:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799152.954277:0:2426:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799152.954280:0:2426:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799152.954284:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431848320:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799152.954288:0:2426:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799152.954310:0:2426:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799152.954313:0:2426:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799152.954315:0:2426:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799152.954321:0:2426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01052e4be00. 02000000:00000001:2.0:1786799152.954323:0:2426:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799152.954331:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799152.954336:0:2426:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01046543210. 00000400:00000010:2.0:1786799152.954343:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a903b8. 00000100:00000200:2.0:1786799152.954350:0:2426:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431848320, portal 10 00000100:00000001:2.0:1786799152.954352:0:2426:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799152.954354:0:2426:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667606656 : -105483041944960 : ffffa01050c14a80) 00000100:00000040:2.0:1786799152.954362:0:2426:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa01050c14a80 x1873594431848320/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.954370:0:2426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799152.954372:0:2426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799152.954374:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a904c8. 00000100:00000200:2.0:1786799152.954378:0:2426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431848320, offset 0 00000400:00000200:2.0:1786799152.954384:0:2426:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799152.954395:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799152.954404:0:2426:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799152.954411:0:2426:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799152.954415:0:2426:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799152.954419:0:2426:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799152.954422:0:2426:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799152.954425:0:2426:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [135:135:255:4294967295] 192.168.202.120@tcp LPNI seq info [135:135:7:4294967295] 00000400:00000200:2.0:1786799152.954430:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799152.954441:0:2426:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799152.954447:0:2426:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799152.954452:0:2426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57600. 00000800:00000200:2.0:1786799152.954459:0:2426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799152.954466:0:2426:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799152.954471:0:2426:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786799152.960614:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799152.960624:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786799152.960627:0:2425:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786799152.960643:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa01050c15180 x1873594431848448/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.960654:0:2425:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786799152.960657:0:2425:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799152.960661:0:2425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786799152.960666:0:2425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786799152.960668:0:2425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786799152.960672:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1363987a-c466-4431-b287-1107c5f58d5c:2425:1873594431848448:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1786799152.960676:0:2425:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786799152.960683:0:2425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786799152.960685:0:2425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799152.960688:0:2425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786799152.960697:0:2425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010457d6600. 02000000:00000001:3.0:1786799152.960699:0:2425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786799152.960706:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:3.0:1786799152.960712:0:2425:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0104322d7e8. 00000400:00000010:3.0:1786799152.960718:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0104997b990. 00000100:00000200:3.0:1786799152.960725:0:2425:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431848448, portal 10 00000100:00000001:3.0:1786799152.960727:0:2425:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786799152.960728:0:2425:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667608448 : -105483041943168 : ffffa01050c15180) 00000100:00000040:3.0:1786799152.960751:0:2425:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa01050c15180 x1873594431848448/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.960760:0:2425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786799152.960762:0:2425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:3.0:1786799152.960766:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0104997bbb0. 00000100:00000200:3.0:1786799152.960769:0:2425:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431848448, offset 0 00000400:00000200:3.0:1786799152.960776:0:2425:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:3.0:1786799152.960788:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1786799152.960798:0:2425:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:3.0:1786799152.960820:0:2425:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786799152.960824:0:2425:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:3.0:1786799152.960827:0:2425:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786799152.960830:0:2425:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:3.0:1786799152.960834:0:2425:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [136:136:254:4294967295] 192.168.202.120@tcp LPNI seq info [136:136:6:4294967295] 00000400:00000200:3.0:1786799152.960838:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1786799152.960849:0:2425:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:3.0:1786799152.960856:0:2425:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:3.0:1786799152.960864:0:2425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa010464cff00. 00000800:00000200:3.0:1786799152.960872:0:2425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:3.0:1786799152.960879:0:2425:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:3.0:1786799152.960883:0:2425:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa010464cff00 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:1.0:1786799152.961040:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.961065:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799152.961067:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.961070:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799152.961075:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.961080:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799152.961085:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.961088:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.961092:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.961096:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 25 MB=0x6a80632903e80 00000400:00000200:1.0:1786799152.961100:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.961105:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.120@tcp of length 224/224 into md 0x7c1 [1] + 224 00000800:00000001:1.0:1786799152.961111:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.961123:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799152.961126:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799152.961130:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799152.961137:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799152.961144:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa01050c16300 x1873594431848064/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799152.961155:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa01050c16300 x1873594431848064/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.961164:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1786799152.963567:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799152.963605:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa010464cf600. 00000400:00000200:1.0:1786799152.963614:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799152.963624:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799152.963629:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0104997bee0 00000400:00000010:1.0:1786799152.963632:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0104997bee0. 00000100:00000001:1.0:1786799152.963638:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799152.963648:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa01050c15f80 x1873594431848192/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.963661:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799152.963665:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa01050c15f80 x1873594431848192/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.963672:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799152.963675:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786799152.963684:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.963691:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799152.963911:0:2426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.963918:0:2426:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: using a timeout of 91487 usecs (92 jiffies) 00000400:00000200:2.0:1786799152.963923:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799152.963927:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 0 is 4295040122 00000100:00000001:2.0:1786799152.963930:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS request active for cpu 0, keep current deadline 4295041294 00000100:00000001:2.0:1786799152.963933:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 1 is 4295040122 00000100:00000001:2.0:1786799152.963934:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS request active for cpu 1, keep current deadline 4295041294 00000100:00000001:2.0:1786799152.963936:0:2426:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799152.963939:0:2426:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.963944:0:2426:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799152.963950:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa01050c15c00 x1873594431848576/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.963957:0:2426:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799152.963959:0:2426:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799152.963963:0:2426:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799152.963966:0:2426:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799152.963968:0:2426:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799152.963971:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1363987a-c466-4431-b287-1107c5f58d5c:2426:1873594431848576:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799152.963975:0:2426:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799152.963982:0:2426:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799152.963985:0:2426:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799152.963987:0:2426:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799152.963994:0:2426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01052e4ae00. 02000000:00000001:2.0:1786799152.963996:0:2426:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799152.964000:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799152.964004:0:2426:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010465439a0. 00000400:00000010:2.0:1786799152.964008:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90220. 00000100:00000200:2.0:1786799152.964014:0:2426:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431848576, portal 10 00000100:00000001:2.0:1786799152.964016:0:2426:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799152.964018:0:2426:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667611136 : -105483041940480 : ffffa01050c15c00) 00000100:00000040:2.0:1786799152.964024:0:2426:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa01050c15c00 x1873594431848576/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.964037:0:2426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799152.964040:0:2426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799152.964042:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90a18. 00000100:00000200:2.0:1786799152.964056:0:2426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431848576, offset 0 00000400:00000200:2.0:1786799152.964062:0:2426:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799152.964070:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799152.964077:0:2426:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799152.964081:0:2426:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799152.964085:0:2426:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799152.964089:0:2426:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799152.964091:0:2426:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799152.964096:0:2426:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [137:137:254:4294967295] 192.168.202.120@tcp LPNI seq info [137:137:6:4294967295] 00000400:00000200:2.0:1786799152.964100:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799152.964110:0:2426:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799152.964116:0:2426:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799152.964120:0:2426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57e00. 00000800:00000200:2.0:1786799152.964127:0:2426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799152.964133:0:2426:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799152.964138:0:2426:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799152.964142:0:2426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.964145:0:2426:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: using a timeout of 33250 usecs (34 jiffies) 00000400:00000200:2.0:1786799152.964148:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799152.964150:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295040064 00000100:00000001:2.0:1786799152.964152:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295041294 00000100:00000001:2.0:1786799152.964155:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295040064 00000100:00000001:2.0:1786799152.964157:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295041294 00000100:00000001:2.0:1786799152.964159:0:2426:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799152.964161:0:2426:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.964167:0:2426:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799152.964172:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa01050c15880 x1873594431848832/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.964180:0:2426:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799152.964182:0:2426:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799152.964184:0:2426:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799152.964186:0:2426:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799152.964188:0:2426:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799152.964190:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1363987a-c466-4431-b287-1107c5f58d5c:2426:1873594431848832:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799152.964194:0:2426:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799152.964196:0:2426:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799152.964198:0:2426:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799152.964200:0:2426:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799152.964204:0:2426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01052e4b400. 02000000:00000001:2.0:1786799152.964206:0:2426:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799152.964210:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799152.964213:0:2426:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01046543f78. 00000400:00000010:2.0:1786799152.964216:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90e58. 00000100:00000200:2.0:1786799152.964219:0:2426:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431848832, portal 4 00000100:00000001:2.0:1786799152.964221:0:2426:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799152.964222:0:2426:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667610240 : -105483041941376 : ffffa01050c15880) 00000020:00000010:2.0:1786799152.964244:0:2426:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa010451fc000. 00000100:00000040:2.0:1786799152.964251:0:2426:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa01050c15880 x1873594431848832/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.964258:0:2426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799152.964260:0:2426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799152.964262:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90330. 00000100:00000200:2.0:1786799152.964265:0:2426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873594431848832, offset 0 00000400:00000200:2.0:1786799152.964268:0:2426:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799152.964272:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799152.964275:0:2426:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799152.964277:0:2426:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799152.964283:0:2426:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799152.964285:0:2426:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799152.964288:0:2426:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799152.964291:0:2426:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [138:138:253:4294967295] 192.168.202.120@tcp LPNI seq info [138:138:5:4294967295] 00000400:00000200:2.0:1786799152.964295:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799152.964302:0:2426:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799152.964306:0:2426:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799152.964309:0:2426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57300. 00000800:00000200:2.0:1786799152.964312:0:2426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799152.964316:0:2426:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799152.964319:0:2426:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799152.964322:0:2426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.964325:0:2426:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: using a timeout of 17367 usecs (18 jiffies) 00000400:00000200:2.0:1786799152.964328:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799152.964330:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295040048 00000100:00000001:2.0:1786799152.964332:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295041294 00000100:00000001:2.0:1786799152.964334:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295040048 00000100:00000001:2.0:1786799152.964336:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295041294 00000100:00000001:2.0:1786799152.964338:0:2426:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799152.964339:0:2426:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786799152.964346:0:2426:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799152.964347:0:2426:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799152.964350:0:2426:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0104322d9a0. 00000400:00000200:2.0:1786799152.964353:0:2426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0104997b880 00000400:00000010:2.0:1786799152.964355:0:2426:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0104997b880. 00000100:00000001:2.0:1786799152.964359:0:2426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799152.964364:0:2426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa01050c16300 x1873594431848064/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799152.964373:0:2426:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa01050c16300 x1873594431848064/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.964390:0:2426:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799152.964392:0:2426:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799152.964395:0:2426:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799152.964398:0:2426:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799152.964400:0:2426:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799152.964403:0:2426:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799152.964406:0:2426:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799152.964412:0:2426:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01042b90460 time=78 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799152.964417:0:2426:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042b90418 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799152.964420:0:2426:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799152.964421:0:2426:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799152.964424:0:2426:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786799152.964427:0:2426:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.964430:0:2426:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.964434:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa01050c16300 x1873594431848064/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.964440:0:2426:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799152.964443:0:2426:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799152.964445:0:2426:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799152.964449:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa01050c16300 x1873594431848064/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799152.964457:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431848064:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799152.964461:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.964464:0:2426:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799152.964467:0:2426:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa01050c16300 x1873594431848064/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.964473:0:2426:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799152.964475:0:2426:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799152.964478:0:2426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010457d6c00. 02000000:00000001:2.0:1786799152.964481:0:2426:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799152.964483:0:2426:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799152.964489:0:2426:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:2.0:1786799152.964491:0:2426:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799152.964494:0:2426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01045e57000. 02000000:00000001:2.0:1786799152.964497:0:2426:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799152.964499:0:2426:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799152.964501:0:2426:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa01050c16300. 00000100:00000001:2.0:1786799152.964505:0:2426:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799152.964506:0:2426:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799152.964508:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799152.964531:0:2426:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799152.964533:0:2426:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786799152.964536:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799152.964538:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799152.964541:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.964544:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799152.969481:0:2425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799152.969493:0:2425:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: using a timeout of 22960 usecs (23 jiffies) 00000400:00000200:3.0:1786799152.969502:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1786799152.969506:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295040058 00000100:00000001:3.0:1786799152.969521:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295041294 00000100:00000001:3.0:1786799152.969525:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295040058 00000100:00000001:3.0:1786799152.969527:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295041294 00000100:00000001:3.0:1786799152.969529:0:2425:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786799152.969533:0:2425:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799152.969537:0:2425:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786799152.969550:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa01050c16a00 x1873594431848704/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.969559:0:2425:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786799152.969561:0:2425:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799152.969565:0:2425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786799152.969570:0:2425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786799152.969573:0:2425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786799152.969605:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1363987a-c466-4431-b287-1107c5f58d5c:2425:1873594431848704:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1786799152.969610:0:2425:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786799152.969616:0:2425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786799152.969619:0:2425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799152.969622:0:2425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786799152.969627:0:2425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010457d6e00. 02000000:00000001:3.0:1786799152.969630:0:2425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786799152.969634:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:3.0:1786799152.969639:0:2425:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0104322d528. 00000400:00000010:3.0:1786799152.969646:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0104997b198. 00000100:00000200:3.0:1786799152.969652:0:2425:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431848704, portal 4 00000100:00000001:3.0:1786799152.969654:0:2425:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786799152.969656:0:2425:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667614720 : -105483041936896 : ffffa01050c16a00) 00000020:00000010:3.0:1786799152.969664:0:2425:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa01051906000. 00000100:00000040:3.0:1786799152.969672:0:2425:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa01050c16a00 x1873594431848704/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.969679:0:2425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786799152.969681:0:2425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:3.0:1786799152.969684:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0104997b088. 00000100:00000200:3.0:1786799152.969688:0:2425:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873594431848704, offset 0 00000400:00000200:3.0:1786799152.969693:0:2425:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:3.0:1786799152.969702:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1786799152.969709:0:2425:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:3.0:1786799152.969715:0:2425:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786799152.969719:0:2425:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:3.0:1786799152.969724:0:2425:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786799152.969727:0:2425:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:3.0:1786799152.969745:0:2425:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [139:139:252:4294967295] 192.168.202.120@tcp LPNI seq info [139:139:4:4294967295] 00000400:00000200:3.0:1786799152.969750:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1786799152.969763:0:2425:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:3.0:1786799152.969769:0:2425:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:3.0:1786799152.969782:0:2425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa010464cf600. 00000800:00000200:3.0:1786799152.969790:0:2425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:3.0:1786799152.969797:0:2425:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:3.0:1786799152.969802:0:2425:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa010464cf600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786799152.969806:0:2425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799152.969809:0:2425:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: using a timeout of 29660 usecs (30 jiffies) 00000400:00000200:3.0:1786799152.969812:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1786799152.969815:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295040065 00000100:00000001:3.0:1786799152.969817:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295041294 00000100:00000001:3.0:1786799152.969818:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295040065 00000100:00000001:3.0:1786799152.969820:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295041294 00000100:00000001:3.0:1786799152.969822:0:2425:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786799152.969824:0:2425:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799152.969827:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799152.969830:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799152.969838:0:2425:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786799152.969840:0:2425:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786799152.969844:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799152.969846:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786799152.969848:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799152.969850:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786799152.974725:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.974756:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799152.974760:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.974763:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799152.974771:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.974779:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799152.974789:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.974794:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.974799:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.974803:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632903f00 00000400:00000200:1.0:1786799152.974808:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.974814:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:1.0:1786799152.974823:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.974830:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799152.974833:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799152.974837:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799152.974844:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799152.974854:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa01050c15f80 x1873594431848192/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799152.974879:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa01050c15f80 x1873594431848192/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.974899:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1786799152.974935:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799152.974939:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57600. 00000400:00000200:1.0:1786799152.974943:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799152.974946:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799152.974950:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a904c8 00000400:00000010:1.0:1786799152.974953:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a904c8. 00000100:00000001:1.0:1786799152.974957:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799152.974961:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa01050c14a80 x1873594431848320/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.974972:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799152.974975:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa01050c14a80 x1873594431848320/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.974982:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799152.974984:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786799152.974990:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.974993:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1786799152.975000:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799152.975002:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57e00. 00000400:00000200:1.0:1786799152.975005:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799152.975008:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799152.975010:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90a18 00000400:00000010:1.0:1786799152.975012:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90a18. 00000100:00000001:1.0:1786799152.975014:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799152.975019:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa01050c15c00 x1873594431848576/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.975025:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799152.975028:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa01050c15c00 x1873594431848576/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.975055:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799152.975057:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786799152.975069:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799152.975072:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57300. 00000400:00000200:1.0:1786799152.975074:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799152.975078:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799152.975081:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90330 00000400:00000010:1.0:1786799152.975083:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90330. 00000100:00000001:1.0:1786799152.975085:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799152.975090:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa01050c15880 x1873594431848832/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.975098:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799152.975101:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa01050c15880 x1873594431848832/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.975107:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799152.975108:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786799152.975115:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799152.975117:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa010464cff00. 00000400:00000200:1.0:1786799152.975120:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799152.975123:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799152.975126:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0104997bbb0 00000400:00000010:1.0:1786799152.975127:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0104997bbb0. 00000100:00000001:1.0:1786799152.975130:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799152.975134:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa01050c15180 x1873594431848448/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.975141:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799152.975144:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa01050c15180 x1873594431848448/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.975150:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799152.975151:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786799152.975208:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799152.975215:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa010464cf600. 00000400:00000200:1.0:1786799152.975219:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799152.975223:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799152.975225:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0104997b088 00000400:00000010:1.0:1786799152.975227:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0104997b088. 00000100:00000001:1.0:1786799152.975230:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799152.975234:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa01050c16a00 x1873594431848704/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.975241:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799152.975243:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa01050c16a00 x1873594431848704/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.975249:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799152.975251:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786799152.975529:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799152.975534:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786799152.975541:0:2426:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799152.975543:0:2426:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799152.975547:0:2426:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0104322df78. 00000400:00000200:2.0:1786799152.975551:0:2426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0104997ba18 00000400:00000010:2.0:1786799152.975553:0:2426:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0104997ba18. 00000100:00000001:2.0:1786799152.975556:0:2426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799152.975561:0:2426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa01050c15f80 x1873594431848192/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799152.975570:0:2426:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa01050c15f80 x1873594431848192/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.975612:0:2426:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799152.975615:0:2426:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799152.975617:0:2426:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799152.975620:0:2426:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799152.975623:0:2426:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799152.975625:0:2426:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799152.975628:0:2426:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799152.975637:0:2426:0:(import.c:2149:obd_at_measure()) add 5 to ffffa010493bec60 time=76 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799152.975642:0:2426:0:(import.c:2149:obd_at_measure()) add 1 to ffffa010493bec18 time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799152.975644:0:2426:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799152.975653:0:2426:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799152.975656:0:2426:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786799152.975660:0:2426:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.975664:0:2426:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786799152.975666:0:2426:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0105047f800: skip recheck: last_committed 0 00000100:00000001:2.0:1786799152.975668:0:2426:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786799152.975670:0:2426:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.975677:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa01050c15f80 x1873594431848192/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.975684:0:2426:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799152.975687:0:2426:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799152.975690:0:2426:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799152.975694:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa01050c15f80 x1873594431848192/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799152.975702:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431848192:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799152.975707:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.975709:0:2426:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799152.975712:0:2426:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa01050c15f80 x1873594431848192/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.975719:0:2426:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799152.975721:0:2426:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799152.975725:0:2426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010457d7400. 02000000:00000001:2.0:1786799152.975728:0:2426:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799152.976116:0:2426:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799152.976118:0:2426:0:(genops.c:1244:class_import_put()) import ffffa010493be800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0105047f800 00000020:00000001:2.0:1786799152.976121:0:2426:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799152.976124:0:2426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01045e57800. 02000000:00000001:2.0:1786799152.976128:0:2426:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799152.976129:0:2426:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799152.976132:0:2426:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa01050c15f80. 00000100:00000001:2.0:1786799152.976136:0:2426:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799152.976138:0:2426:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799152.976142:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.976150:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799152.976152:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799152.976154:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.976156:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786799152.979630:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.979650:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799152.979654:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.979657:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799152.979665:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979673:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799152.979684:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979689:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979694:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979698:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632903f80 00000400:00000200:1.0:1786799152.979703:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979709:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x7d1 [1] + 224 00000800:00000001:1.0:1786799152.979717:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.979720:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799152.979723:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799152.979728:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799152.979747:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799152.979758:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa01050c14a80 x1873594431848320/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799152.979771:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa01050c14a80 x1873594431848320/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.979809:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786799152.979819:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.979823:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799152.979825:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.979827:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799152.979830:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979834:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799152.979838:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979840:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979843:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979846:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904080 00000400:00000200:1.0:1786799152.979850:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979853:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:1.0:1786799152.979857:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.979859:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799152.979861:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799152.979865:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799152.979867:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799152.979871:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa01050c15c00 x1873594431848576/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799152.979880:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa01050c15c00 x1873594431848576/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.979888:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786799152.979890:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.979892:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799152.979894:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.979896:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799152.979899:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979902:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799152.979906:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979913:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979916:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979919:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904000 00000400:00000200:1.0:1786799152.979922:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979926:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:1.0:1786799152.979930:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.979933:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799152.979935:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799152.979938:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799152.979941:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799152.979945:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa01050c15180 x1873594431848448/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799152.979953:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa01050c15180 x1873594431848448/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.979970:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786799152.979973:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.979975:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799152.979977:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.979979:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799152.979982:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979985:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799152.979989:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979991:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979994:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.979997:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 4 MB=0x6a80632904180 00000400:00000200:1.0:1786799152.980000:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.980004:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.120@tcp of length 224/224 into md 0x7e9 [1] + 224 00000800:00000001:1.0:1786799152.980006:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.980009:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799152.980010:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799152.980014:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799152.980016:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799152.980024:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa01050c15880 x1873594431848832/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799152.980032:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa01050c15880 x1873594431848832/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.980039:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786799152.980042:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.980054:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799152.980056:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.980058:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799152.980061:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.980065:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799152.980068:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.980071:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.980074:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.980076:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 4 MB=0x6a80632904100 00000400:00000200:1.0:1786799152.980079:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799152.980083:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.120@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:1.0:1786799152.980086:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.980096:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799152.980098:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799152.980100:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799152.980103:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799152.980107:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa01050c16a00 x1873594431848704/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799152.980115:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa01050c16a00 x1873594431848704/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799152.980123:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786799152.980125:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799152.980127:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799152.980204:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799152.980209:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786799152.980216:0:2426:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799152.980219:0:2426:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799152.980224:0:2426:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01046543210. 00000400:00000200:2.0:1786799152.980230:0:2426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a903b8 00000400:00000010:2.0:1786799152.980233:0:2426:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a903b8. 00000100:00000001:2.0:1786799152.980237:0:2426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799152.980242:0:2426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa01050c14a80 x1873594431848320/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799152.980251:0:2426:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa01050c14a80 x1873594431848320/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.980257:0:2426:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799152.980261:0:2426:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799152.980262:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799152.980265:0:2426:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1786799152.980271:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1786799152.980272:0:2426:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799152.980276:0:2426:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799152.980279:0:2426:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786799152.980281:0:2425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786799152.980285:0:2425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786799152.980290:0:2425:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0104322d7e8. 02000000:00000001:2.0:1786799152.980296:0:2426:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786799152.980297:0:2425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0104997b990 00000400:00000010:3.0:1786799152.980303:0:2425:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0104997b990. 00000100:00000001:3.0:1786799152.980311:0:2425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1786799152.980312:0:2426:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01050fdfc60 time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799152.980318:0:2426:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01050fdfc18 time=77 v=5 (1 0 0 0) 00000100:00000200:3.0:1786799152.980324:0:2425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa01050c15180 x1873594431848448/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.980325:0:2426:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799152.980330:0:2426:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799152.980339:0:2426:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1786799152.980350:0:2425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa01050c15180 x1873594431848448/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1786799152.980351:0:2426:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c14a80 x1873594431848320/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786799152.980386:0:2426:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.980389:0:2426:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786799152.980392:0:2426:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0105047f800: skip recheck: last_committed 0 00000100:00000001:2.0:1786799152.980394:0:2426:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786799152.980395:0:2426:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.980412:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa01050c14a80 x1873594431848320/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.980434:0:2426:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799152.980437:0:2426:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799152.980442:0:2426:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799152.980442:0:2425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786799152.980448:0:2425:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799152.980453:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa01050c14a80 x1873594431848320/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.980454:0:2425:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786799152.980459:0:2425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786799152.980463:0:2425:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1786799152.980469:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431848320:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1786799152.980476:0:2425:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786799152.980481:0:2426:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1786799152.980482:0:2425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786799152.980486:0:2426:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799152.980491:0:2426:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010465439a0. 00000100:00001000:3.0:1786799152.980494:0:2425:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01049b79c60 time=10 v=5 (5 0 0 0) 00000400:00000200:2.0:1786799152.980496:0:2426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90220 00000400:00000010:2.0:1786799152.980502:0:2426:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90220. 00000100:00001000:3.0:1786799152.980507:0:2425:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01049b79c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1786799152.980513:0:2425:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786799152.980515:0:2425:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786799152.980518:0:2425:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786799152.980522:0:2425:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799152.980525:0:2425:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786799152.980527:0:2425:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:3.0:1786799152.980529:0:2425:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786799152.980531:0:2425:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799152.980538:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa01050c15180 x1873594431848448/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.980546:0:2425:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786799152.980549:0:2425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786799152.980551:0:2425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786799152.980555:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa01050c15180 x1873594431848448/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799152.980563:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1363987a-c466-4431-b287-1107c5f58d5c:2425:1873594431848448:192.168.202.120@tcp:400:kworker.0 00000400:00000001:3.0:1786799152.980571:0:2425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786799152.980573:0:2425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786799152.980576:0:2425:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0104322d528. 00000400:00000200:3.0:1786799152.980634:0:2425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0104997b198 00000100:00000001:2.0:1786799152.980635:0:2426:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1786799152.980638:0:2425:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0104997b198. 00000100:00000200:2.0:1786799152.980646:0:2426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa01050c15c00 x1873594431848576/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.980646:0:2425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786799152.980656:0:2425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa01050c16a00 x1873594431848704/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799152.980664:0:2426:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa01050c15c00 x1873594431848576/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.980717:0:2426:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799152.980720:0:2426:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1786799152.980723:0:2425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa01050c16a00 x1873594431848704/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.980725:0:2426:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799152.980731:0:2426:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799152.980735:0:2426:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799152.980738:0:2426:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799152.980741:0:2425:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1786799152.980743:0:2426:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799152.980746:0:2425:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1786799152.980752:0:2426:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01049b7dc60 time=10 v=5 (5 0 0 0) 00000100:00000001:3.0:1786799152.980753:0:2425:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786799152.980758:0:2425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1786799152.980762:0:2426:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01049b7dc18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1786799152.980762:0:2425:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786799152.980765:0:2425:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.980768:0:2426:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1786799152.980771:0:2425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.980772:0:2426:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799152.980777:0:2426:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1786799152.980779:0:2425:0:(import.c:2149:obd_at_measure()) add 5 to ffffa010451d1c60 time=10 v=5 (5 0 0 0) 00010000:00080000:2.0:1786799152.980787:0:2426:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c15c00 x1873594431848576/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1786799152.980789:0:2425:0:(import.c:2149:obd_at_measure()) add 1 to ffffa010451d1c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1786799152.980803:0:2425:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786799152.980805:0:2425:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786799152.980812:0:2425:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786799152.980818:0:2425:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c16a00 x1873594431848704/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786799152.980881:0:2425:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799152.980885:0:2426:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799152.980887:0:2425:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786799152.980891:0:2425:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:2.0:1786799152.980892:0:2426:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1786799152.980895:0:2425:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1786799152.980897:0:2426:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:3.0:1786799152.980899:0:2425:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.980902:0:2426:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786799152.980906:0:2426:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799152.980909:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa01050c16a00 x1873594431848704/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786799152.980917:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa01050c15c00 x1873594431848576/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.980923:0:2425:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786799152.980932:0:2425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786799152.980936:0:2425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799152.980944:0:2426:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1786799152.980948:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa01050c16a00 x1873594431848704/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.980950:0:2426:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799152.980953:0:2426:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799152.980969:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa01050c15c00 x1873594431848576/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799152.980972:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1363987a-c466-4431-b287-1107c5f58d5c:2425:1873594431848704:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1786799152.980985:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786799152.980993:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1363987a-c466-4431-b287-1107c5f58d5c:2426:1873594431848576:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1786799152.980999:0:2425:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1786799152.981008:0:2426:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1786799152.981011:0:2425:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa01050c15180 x1873594431848448/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786799152.981013:0:2426:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799152.981019:0:2426:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01046543f78. 00000400:00000200:2.0:1786799152.981028:0:2426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90e58 00000100:00000001:3.0:1786799152.981032:0:2425:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1786799152.981033:0:2426:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90e58. 02000000:00000001:3.0:1786799152.981039:0:2425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1786799152.981041:0:2426:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1786799152.981058:0:2425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010457d6600. 02000000:00000001:3.0:1786799152.981069:0:2425:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1786799152.981072:0:2426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa01050c15880 x1873594431848832/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1786799152.981074:0:2425:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786799152.981079:0:2425:0:(genops.c:1244:class_import_put()) import ffffa01049b79800 refcount=3 obd=lustre-MDT0000-mdc-ffffa01049b7e000 00000020:00000001:3.0:1786799152.981087:0:2425:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786799152.981095:0:2425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01045e57b00. 00000100:00000200:2.0:1786799152.981098:0:2426:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa01050c15880 x1873594431848832/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786799152.981102:0:2425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786799152.981106:0:2425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786799152.981113:0:2426:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:3.0:1786799152.981113:0:2425:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa01050c15180. 00000100:00000001:2.0:1786799152.981119:0:2426:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799152.981123:0:2425:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799152.981124:0:2426:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1786799152.981127:0:2425:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786799152.981130:0:2426:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786799152.981132:0:2425:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786799152.981134:0:2426:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799152.981138:0:2426:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799152.981140:0:2425:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa01050c16a00 x1873594431848704/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.981156:0:2425:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799152.981157:0:2426:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799152.981160:0:2425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786799152.981163:0:2425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010457d6e00. 00000100:00001000:2.0:1786799152.981166:0:2426:0:(import.c:2149:obd_at_measure()) add 5 to ffffa010451d7c60 time=10 v=5 (5 0 0 0) 02000000:00000001:3.0:1786799152.981168:0:2425:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786799152.981171:0:2425:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786799152.981175:0:2425:0:(genops.c:1244:class_import_put()) import ffffa010451d1800 refcount=2 obd=lustre-OST0000-osc-ffffa01049b7e000 00000100:00001000:2.0:1786799152.981176:0:2426:0:(import.c:2149:obd_at_measure()) add 1 to ffffa010451d7c18 time=10 v=5 (1 0 0 0) 00000020:00000001:3.0:1786799152.981183:0:2425:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1786799152.981186:0:2426:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1786799152.981188:0:2425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01045e57200. 00000100:00000001:2.0:1786799152.981190:0:2426:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799152.981193:0:2425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1786799152.981196:0:2426:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1786799152.981198:0:2425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786799152.981201:0:2425:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa01050c16a00. 00000100:00000001:3.0:1786799152.981204:0:2425:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786799152.981207:0:2425:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1786799152.981208:0:2426:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa01050c15880 x1873594431848832/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.981211:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1786799152.981223:0:2426:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799152.981226:0:2425:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799152.981227:0:2426:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1786799152.981232:0:2425:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.981233:0:2426:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:2.0:1786799152.981243:0:2426:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786799152.981243:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799152.981246:0:2426:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799152.981253:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa01050c15880 x1873594431848832/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799152.981255:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.981271:0:2426:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799152.981274:0:2426:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799152.981275:0:2426:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799152.981279:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa01050c15880 x1873594431848832/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799152.981287:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1363987a-c466-4431-b287-1107c5f58d5c:2426:1873594431848832:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799152.981293:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799152.981296:0:2426:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799152.981300:0:2426:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa01050c14a80 x1873594431848320/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.981306:0:2426:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799152.981309:0:2426:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799152.981313:0:2426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01052e4be00. 02000000:00000001:2.0:1786799152.981317:0:2426:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799152.981320:0:2426:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799152.981321:0:2426:0:(genops.c:1244:class_import_put()) import ffffa01050fdf800 refcount=3 obd=lustre-MDT0001-mdc-ffffa0105047f800 00000020:00000001:2.0:1786799152.981331:0:2426:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799152.981333:0:2426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01045e57d00. 02000000:00000001:2.0:1786799152.981337:0:2426:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799152.981338:0:2426:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799152.981340:0:2426:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa01050c14a80. 00000100:00000001:2.0:1786799152.981343:0:2426:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799152.981344:0:2426:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799152.981346:0:2426:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799152.981350:0:2426:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa01050c15c00 x1873594431848576/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.981356:0:2426:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799152.981358:0:2426:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799152.981360:0:2426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01052e4ae00. 02000000:00000001:2.0:1786799152.981362:0:2426:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799152.981363:0:2426:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799152.981364:0:2426:0:(genops.c:1244:class_import_put()) import ffffa01049b7d800 refcount=3 obd=lustre-MDT0001-mdc-ffffa01049b7e000 00000020:00000001:2.0:1786799152.981366:0:2426:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799152.981367:0:2426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01045e57700. 02000000:00000001:2.0:1786799152.981369:0:2426:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799152.981370:0:2426:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799152.981372:0:2426:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa01050c15c00. 00000100:00000001:2.0:1786799152.981374:0:2426:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799152.981375:0:2426:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799152.981377:0:2426:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799152.981380:0:2426:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa01050c15880 x1873594431848832/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799152.981385:0:2426:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799152.981387:0:2426:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799152.981388:0:2426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01052e4b400. 02000000:00000001:2.0:1786799152.981390:0:2426:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799152.981391:0:2426:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799152.981392:0:2426:0:(genops.c:1244:class_import_put()) import ffffa010451d7800 refcount=2 obd=lustre-OST0001-osc-ffffa01049b7e000 00000020:00000001:2.0:1786799152.981394:0:2426:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799152.981395:0:2426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01045e57a00. 02000000:00000001:2.0:1786799152.981397:0:2426:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799152.981398:0:2426:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799152.981407:0:2426:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa01050c15880. 00000100:00000001:2.0:1786799152.981409:0:2426:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799152.981410:0:2426:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799152.981412:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799152.981420:0:2426:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799152.981421:0:2426:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799152.981423:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799152.981426:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799153.765740:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799153.765750:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799153.765781:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799153.765783:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786799153.765987:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786799153.765992:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786799153.765996:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786799154.277717:0:138:0:(connection.c:75:cpu_latency_work()) work item of ffffa01050819110 (cpu 0) has reached its deadline 4295041294, at 4295041344 00000100:00000010:1.0:1786799154.277747:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa01049b1b1e0. 00000100:00000040:0.0:1786799154.277845:0:256:0:(connection.c:75:cpu_latency_work()) work item of ffffa01050819000 (cpu 0) has reached its deadline 4295041294, at 4295041344 00000100:00000010:0.0:1786799154.277851:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa01049b1b540. 00010000:00000001:1.0:1786799154.789794:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799154.789806:0:138:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786799154.789809:0:138:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786799154.789812:0:138:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799154.789819:0:138:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786799154.789821:0:138:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799154.789823:0:138:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799154.789825:0:138:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799154.789829:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799154.789830:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786799154.789943:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786799154.789946:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799154.789949:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799155.818191:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799155.818200:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799155.818208:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799155.818209:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786799155.818287:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786799155.818293:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786799155.818296:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1786799156.812108:0:9846:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786799156.812120:0:9846:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786799156.836350:0:9848:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786799156.836362:0:9848:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799156.837750:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799156.837756:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799156.837761:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799156.837762:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786799156.838140:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786799156.838144:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799156.838147:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1786799156.896366:0:9855:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786799156.896379:0:9855:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786799156.923397:0:9857:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786799156.923409:0:9857:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799157.861791:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799157.861797:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799157.861803:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799157.861804:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786799157.862197:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786799157.862201:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786799157.862204:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1786799158.056876:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0050480d-a554-4e58-85e2-24e3a375a6a4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799158.056887:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799158.056897:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492edf80. 00000020:00000040:3.0:1786799158.056904:0:37:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000001:3.0:1786799158.056909:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799158.056912:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799158.056917:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799158.056926:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa010464cf600. 00000100:00000001:3.0:1786799158.056933:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.056947:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0050480d-a554-4e58-85e2-24e3a375a6a4->MGS req@ffffa010492edf80 x1873594431848960/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799158.056959:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799158.056964:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.056971:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d1543] to pc [ptlrpcd_01_00+0] req@ffffa010492edf80 x1873594431848960/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799158.057034:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799158.057041:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799158.057044:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492ec380. 00000020:00000040:3.0:1786799158.057046:0:37:0:(genops.c:1231:class_import_get()) import ffffa010493be800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0105047f800 00000100:00000001:3.0:1786799158.057048:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799158.057063:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799158.057065:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799158.057069:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa010464cff00. 00000100:00000001:3.0:1786799158.057073:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057077:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0000_UUID req@ffffa010492ec380 x1873594431849088/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799158.057085:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799158.057087:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057091:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecf70f66] to pc [ptlrpcd_01_01+1] req@ffffa010492ec380 x1873594431849088/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799158.057100:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799158.057106:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799158.057109:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492edc00. 00000020:00000040:3.0:1786799158.057111:0:37:0:(genops.c:1231:class_import_get()) import ffffa01050fdf800 refcount=4 obd=lustre-MDT0001-mdc-ffffa0105047f800 00000100:00000001:3.0:1786799158.057113:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799158.057114:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799158.057116:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799158.057120:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01058634e00. 00000100:00000001:3.0:1786799158.057123:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057127:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0001_UUID req@ffffa010492edc00 x1873594431849216/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799158.057134:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799158.057135:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057139:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000883ed06a] to pc [ptlrpcd_01_00+0] req@ffffa010492edc00 x1873594431849216/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799158.057146:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786799158.057151:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786799158.057160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786799158.057163:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786799158.057165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799158.057168:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799158.057170:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492ece00. 00000020:00000040:3.0:1786799158.057172:0:37:0:(genops.c:1231:class_import_get()) import ffffa01049b79800 refcount=4 obd=lustre-MDT0000-mdc-ffffa01049b7e000 00000100:00000001:3.0:1786799158.057174:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799158.057175:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799158.057177:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799158.057181:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042f04400. 00000100:00000001:3.0:1786799158.057184:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057188:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0000_UUID req@ffffa010492ece00 x1873594431849344/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799158.057194:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799158.057196:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057199:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a59438db] to pc [ptlrpcd_01_01+1] req@ffffa010492ece00 x1873594431849344/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799158.057205:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799158.057210:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799158.057213:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492ed500. 00000020:00000040:3.0:1786799158.057215:0:37:0:(genops.c:1231:class_import_get()) import ffffa01049b7d800 refcount=4 obd=lustre-MDT0001-mdc-ffffa01049b7e000 00000100:00000001:3.0:1786799158.057216:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799158.057217:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799158.057219:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799158.057221:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042f04100. 00000100:00000001:3.0:1786799158.057224:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057227:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0001_UUID req@ffffa010492ed500 x1873594431849472/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799158.057245:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799158.057246:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057251:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067e951a0] to pc [ptlrpcd_01_00+0] req@ffffa010492ed500 x1873594431849472/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799158.057258:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799158.057262:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799158.057266:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492ef800. 00000020:00000040:3.0:1786799158.057269:0:37:0:(genops.c:1231:class_import_get()) import ffffa010451d1800 refcount=3 obd=lustre-OST0000-osc-ffffa01049b7e000 00000100:00000001:3.0:1786799158.057271:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799158.057272:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799158.057274:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799158.057277:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042f04c00. 00000100:00000001:3.0:1786799158.057280:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057284:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0000_UUID req@ffffa010492ef800 x1873594431849600/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799158.057291:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799158.057293:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057296:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e624bf78] to pc [ptlrpcd_01_01+1] req@ffffa010492ef800 x1873594431849600/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799158.057303:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799158.057307:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799158.057310:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492ec700. 00000020:00000040:3.0:1786799158.057312:0:37:0:(genops.c:1231:class_import_get()) import ffffa010451d7800 refcount=3 obd=lustre-OST0001-osc-ffffa01049b7e000 00000100:00000001:3.0:1786799158.057314:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799158.057316:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799158.057317:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799158.057320:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042f04600. 00000100:00000001:3.0:1786799158.057328:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057333:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0001_UUID req@ffffa010492ec700 x1873594431849728/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799158.057339:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799158.057341:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057360:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ac67027] to pc [ptlrpcd_01_00+0] req@ffffa010492ec700 x1873594431849728/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799158.057367:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799158.057372:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (382) 00000100:00000001:2.0:1786799158.057554:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799158.057559:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799158.057561:0:2425:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799158.057568:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492edf80 x1873594431848960/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.057608:0:2425:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799158.057611:0:2425:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.057616:0:2425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799158.057619:0:2425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799158.057621:0:2425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799158.057625:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431848960:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799158.057630:0:2425:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799158.057636:0:2425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799158.057638:0:2425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.057641:0:2425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799158.057646:0:2425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010432bfe00. 02000000:00000001:2.0:1786799158.057648:0:2425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799158.057655:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799158.057660:0:2425:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01046543f78. 00000400:00000010:2.0:1786799158.057666:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90e58. 00000100:00000200:2.0:1786799158.057673:0:2425:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431848960, portal 25 00000100:00000001:2.0:1786799158.057675:0:2425:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799158.057676:0:2425:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540570496 : -105483168981120 : ffffa010492edf80) 00000100:00000040:2.0:1786799158.057689:0:2425:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492edf80 x1873594431848960/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.057696:0:2425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799158.057699:0:2425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799158.057702:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90220. 00000100:00000200:2.0:1786799158.057706:0:2425:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873594431848960, offset 0 00000400:00000200:2.0:1786799158.057712:0:2425:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799158.057721:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799158.057730:0:2425:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799158.057736:0:2425:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799158.057740:0:2425:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799158.057744:0:2425:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799158.057746:0:2425:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799158.057750:0:2425:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [140:140:256:4294967295] 192.168.202.120@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:2.0:1786799158.057754:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799158.057764:0:2425:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799158.057782:0:2425:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799158.057787:0:2425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57700. 00000800:00000200:2.0:1786799158.057794:0:2425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799158.057802:0:2425:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799158.057806:0:2425:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799158.057814:0:2425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799158.057819:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799158.057822:0:2425:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295046415 00000100:00000010:2.0:1786799158.057826:0:2425:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0104513c420. 00000100:00000001:2.0:1786799158.057834:0:2425:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786799158.057840:0:2425:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295046415 00000100:00000010:2.0:1786799158.057843:0:2425:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0104513c8a0. 00000100:00000001:2.0:1786799158.057846:0:2425:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786799158.057848:0:2425:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799158.057856:0:2425:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.057859:0:2425:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799158.057863:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492edc00 x1873594431849216/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.057870:0:2425:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799158.057871:0:2425:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.057873:0:2425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799158.057875:0:2425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799158.057876:0:2425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799158.057879:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431849216:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799158.057882:0:2425:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799158.057884:0:2425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799158.057886:0:2425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.057888:0:2425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799158.057890:0:2425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010432be200. 02000000:00000001:2.0:1786799158.057892:0:2425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799158.057896:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799158.057899:0:2425:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010465439a0. 00000400:00000010:2.0:1786799158.057902:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a903b8. 00000100:00000200:2.0:1786799158.057905:0:2425:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431849216, portal 10 00000100:00000001:2.0:1786799158.057907:0:2425:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799158.057909:0:2425:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540569600 : -105483168982016 : ffffa010492edc00) 00000100:00000040:2.0:1786799158.057915:0:2425:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492edc00 x1873594431849216/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.057921:0:2425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799158.057923:0:2425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799158.057926:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a907f8. 00000100:00000200:2.0:1786799158.057928:0:2425:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431849216, offset 0 00000400:00000200:2.0:1786799158.057932:0:2425:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799158.057935:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799158.057939:0:2425:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799158.057941:0:2425:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799158.057949:0:2425:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799158.057951:0:2425:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799158.057953:0:2425:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799158.057956:0:2425:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [141:141:255:4294967295] 192.168.202.120@tcp LPNI seq info [141:141:7:4294967295] 00000400:00000200:2.0:1786799158.057960:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799158.057966:0:2425:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799158.057971:0:2425:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799158.057974:0:2425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57d00. 00000800:00000200:2.0:1786799158.057978:0:2425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799158.057982:0:2425:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799158.057984:0:2425:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799158.057987:0:2425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799158.057991:0:2425:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: using a timeout of 88381 usecs (89 jiffies) 00000400:00000200:2.0:1786799158.057994:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799158.058007:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 0 is 4295045213 00000100:00000001:2.0:1786799158.058010:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS request active for cpu 0, keep current deadline 4295046415 00000100:00000001:2.0:1786799158.058012:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 1 is 4295045213 00000100:00000001:2.0:1786799158.058013:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS request active for cpu 1, keep current deadline 4295046415 00000100:00000001:2.0:1786799158.058015:0:2425:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799158.058017:0:2425:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.058019:0:2425:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799158.058022:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492ed500 x1873594431849472/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.058028:0:2425:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799158.058030:0:2425:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.058032:0:2425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799158.058034:0:2425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799158.058036:0:2425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799158.058038:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1363987a-c466-4431-b287-1107c5f58d5c:2425:1873594431849472:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799158.058050:0:2425:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799158.058053:0:2425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799158.058054:0:2425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.058056:0:2425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799158.058059:0:2425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010432bf200. 02000000:00000001:2.0:1786799158.058061:0:2425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799158.058064:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799158.058067:0:2425:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01046543210. 00000400:00000010:2.0:1786799158.058070:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90cc0. 00000100:00000200:2.0:1786799158.058073:0:2425:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431849472, portal 10 00000100:00000001:2.0:1786799158.058075:0:2425:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799158.058076:0:2425:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540567808 : -105483168983808 : ffffa010492ed500) 00000100:00000040:2.0:1786799158.058082:0:2425:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492ed500 x1873594431849472/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.058089:0:2425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799158.058091:0:2425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799158.058093:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90bb0. 00000100:00000200:2.0:1786799158.058095:0:2425:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431849472, offset 0 00000400:00000200:2.0:1786799158.058100:0:2425:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799158.058103:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799158.058107:0:2425:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799158.058109:0:2425:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799158.058112:0:2425:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799158.058114:0:2425:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799158.058117:0:2425:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799158.058119:0:2425:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [142:142:254:4294967295] 192.168.202.120@tcp LPNI seq info [142:142:6:4294967295] 00000400:00000200:2.0:1786799158.058123:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799158.058130:0:2425:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799158.058135:0:2425:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799158.058138:0:2425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57800. 00000800:00000200:2.0:1786799158.058141:0:2425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799158.058150:0:2425:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799158.058152:0:2425:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799158.058155:0:2425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799158.058158:0:2425:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: using a timeout of 33940 usecs (34 jiffies) 00000400:00000200:2.0:1786799158.058161:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799158.058164:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295045158 00000100:00000001:2.0:1786799158.058166:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295046415 00000100:00000001:2.0:1786799158.058168:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295045158 00000100:00000001:2.0:1786799158.058170:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295046415 00000100:00000001:2.0:1786799158.058171:0:2425:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799158.058174:0:2425:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.058176:0:2425:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799158.058180:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492ec700 x1873594431849728/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.058186:0:2425:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799158.058188:0:2425:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.058190:0:2425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799158.058192:0:2425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799158.058194:0:2425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799158.058197:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1363987a-c466-4431-b287-1107c5f58d5c:2425:1873594431849728:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799158.058200:0:2425:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799158.058202:0:2425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799158.058204:0:2425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.058206:0:2425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799158.058209:0:2425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010432bee00. 02000000:00000001:2.0:1786799158.058211:0:2425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799158.058214:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799158.058229:0:2425:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c1e18. 00000400:00000010:2.0:1786799158.058233:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90ee0. 00000100:00000200:2.0:1786799158.058236:0:2425:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431849728, portal 4 00000100:00000001:2.0:1786799158.058238:0:2425:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799158.058243:0:2425:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540564224 : -105483168987392 : ffffa010492ec700) 00000100:00000040:2.0:1786799158.058249:0:2425:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492ec700 x1873594431849728/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.058256:0:2425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799158.058258:0:2425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799158.058261:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90990. 00000100:00000200:2.0:1786799158.058264:0:2425:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873594431849728, offset 0 00000400:00000200:2.0:1786799158.058268:0:2425:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799158.058272:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799158.058275:0:2425:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799158.058278:0:2425:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799158.058280:0:2425:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799158.058282:0:2425:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799158.058284:0:2425:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799158.058288:0:2425:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [143:143:253:4294967295] 192.168.202.120@tcp LPNI seq info [143:143:5:4294967295] 00000400:00000200:2.0:1786799158.058292:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799158.058299:0:2425:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799158.058303:0:2425:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799158.058307:0:2425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57000. 00000800:00000200:2.0:1786799158.058311:0:2425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799158.058315:0:2425:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799158.058317:0:2425:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799158.058320:0:2425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799158.058322:0:2425:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: using a timeout of 23711 usecs (24 jiffies) 00000400:00000200:2.0:1786799158.058325:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799158.058327:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295045148 00000100:00000001:2.0:1786799158.058329:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295046415 00000100:00000001:2.0:1786799158.058332:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295045148 00000100:00000001:2.0:1786799158.058334:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295046415 00000100:00000001:2.0:1786799158.058336:0:2425:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799158.058342:0:2425:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.058345:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786799158.058662:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799158.058668:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57700. 00000400:00000200:0.0:1786799158.058675:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799158.058681:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799158.058686:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90220 00000400:00000010:0.0:1786799158.058689:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90220. 00000100:00000001:0.0:1786799158.058694:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799158.058699:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492edf80 x1873594431848960/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799158.058720:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799158.058724:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492edf80 x1873594431848960/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799158.058731:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799158.058733:0:2415:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786799158.058745:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799158.058747:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57d00. 00000400:00000200:0.0:1786799158.058750:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799158.058753:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799158.058756:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a907f8 00000400:00000010:0.0:1786799158.058758:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a907f8. 00000100:00000001:0.0:1786799158.058760:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799158.058764:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492edc00 x1873594431849216/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799158.058782:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799158.058786:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492edc00 x1873594431849216/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799158.058792:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799158.058793:0:2415:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786799158.058801:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799158.058803:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57800. 00000400:00000200:0.0:1786799158.058805:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799158.058808:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799158.058810:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90bb0 00000400:00000010:0.0:1786799158.058812:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90bb0. 00000100:00000001:0.0:1786799158.058814:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799158.058818:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492ed500 x1873594431849472/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799158.058824:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799158.058827:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492ed500 x1873594431849472/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799158.058843:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799158.058844:0:2415:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786799158.058905:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799158.058908:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57000. 00000400:00000200:0.0:1786799158.058911:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799158.058915:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799158.058917:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90990 00000400:00000010:0.0:1786799158.058919:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90990. 00000100:00000001:0.0:1786799158.058922:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799158.058925:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492ec700 x1873594431849728/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799158.058933:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799158.058935:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492ec700 x1873594431849728/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799158.058941:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799158.058942:0:2415:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786799158.059122:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.059131:0:2425:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799158.059133:0:2425:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786799158.059135:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799158.059137:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799158.059139:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799158.059141:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:2.0:1786799158.059142:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.059144:0:2425:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799158.059145:0:2425:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.059146:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799158.059147:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799158.059148:0:2425:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799158.059153:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492ec380 x1873594431849088/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.059159:0:2425:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799158.059160:0:2425:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.059162:0:2425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799158.059164:0:2425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799158.059166:0:2425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799158.059169:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431849088:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799158.059172:0:2425:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799158.059175:0:2425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799158.059176:0:2425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.059178:0:2425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799158.059182:0:2425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01051da4c00. 02000000:00000001:2.0:1786799158.059184:0:2425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799158.059188:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799158.059191:0:2425:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c1370. 00000400:00000010:2.0:1786799158.059194:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90198. 00000100:00000200:2.0:1786799158.059197:0:2425:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431849088, portal 10 00000100:00000001:2.0:1786799158.059199:0:2425:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799158.059200:0:2425:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540563328 : -105483168988288 : ffffa010492ec380) 00000100:00000001:3.0:1786799158.059202:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799158.059206:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799158.059212:0:2425:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492ec380 x1873594431849088/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.059218:0:2425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799158.059221:0:2425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799158.059222:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90770. 00000100:00000200:2.0:1786799158.059225:0:2425:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431849088, offset 0 00000400:00000200:2.0:1786799158.059229:0:2425:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799158.059233:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799158.059237:0:2425:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799158.059240:0:2425:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799158.059242:0:2425:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799158.059245:0:2425:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799158.059247:0:2425:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799158.059249:0:2425:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [144:144:256:4294967295] 192.168.202.120@tcp LPNI seq info [144:144:8:4294967295] 00000400:00000200:2.0:1786799158.059251:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799158.059257:0:2425:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799158.059260:0:2425:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799158.059263:0:2425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57900. 00000800:00000200:2.0:1786799158.059266:0:2425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799158.059269:0:2425:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799158.059271:0:2425:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799158.059285:0:2425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799158.059287:0:2425:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: using a timeout of 189466 usecs (190 jiffies) 00000400:00000200:2.0:1786799158.059290:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799158.059291:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 0 is 4295045315 00000100:00000001:2.0:1786799158.059294:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS request active for cpu 0, keep current deadline 4295046415 00000100:00000001:2.0:1786799158.059295:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 1 is 4295045315 00000100:00000001:2.0:1786799158.059297:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS request active for cpu 1, keep current deadline 4295046415 00000100:00000001:2.0:1786799158.059298:0:2425:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799158.059304:0:2425:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.059305:0:2425:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799158.059308:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492ece00 x1873594431849344/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.059313:0:2425:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799158.059314:0:2425:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.059316:0:2425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799158.059317:0:2425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799158.059318:0:2425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799158.059320:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1363987a-c466-4431-b287-1107c5f58d5c:2425:1873594431849344:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799158.059322:0:2425:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799158.059324:0:2425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799158.059325:0:2425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.059326:0:2425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799158.059328:0:2425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01051da4600. 02000000:00000001:2.0:1786799158.059329:0:2425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799158.059331:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799158.059333:0:2425:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c1d10. 00000400:00000010:2.0:1786799158.059335:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90880. 00000100:00000200:2.0:1786799158.059337:0:2425:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431849344, portal 10 00000100:00000001:2.0:1786799158.059339:0:2425:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799158.059340:0:2425:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540566016 : -105483168985600 : ffffa010492ece00) 00000100:00000040:2.0:1786799158.059346:0:2425:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492ece00 x1873594431849344/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.059353:0:2425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799158.059355:0:2425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799158.059358:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90000. 00000100:00000200:2.0:1786799158.059361:0:2425:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431849344, offset 0 00000800:00000200:1.0:1786799158.059362:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799158.059366:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57900. 00000400:00000200:2.0:1786799158.059367:0:2425:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:1.0:1786799158.059370:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799158.059374:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799158.059382:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90770 00000400:00000010:1.0:1786799158.059385:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90770. 00000400:00000200:2.0:1786799158.059386:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:1.0:1786799158.059388:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799158.059394:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492ec380 x1873594431849088/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786799158.059395:0:2425:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799158.059404:0:2425:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799158.059417:0:2425:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000100:00000001:1.0:1786799158.059422:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1786799158.059423:0:2425:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1786799158.059427:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492ec380 x1873594431849088/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786799158.059430:0:2425:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000100:00000001:1.0:1786799158.059438:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799158.059439:0:2425:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [145:145:255:4294967295] 192.168.202.120@tcp LPNI seq info [145:145:7:4294967295] 00000100:00000001:1.0:1786799158.059442:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1786799158.059448:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799158.059457:0:2425:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799158.059463:0:2425:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799158.059467:0:2425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57400. 00000800:00000200:2.0:1786799158.059470:0:2425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799158.059473:0:2425:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799158.059475:0:2425:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799158.059486:0:2425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799158.059489:0:2425:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: using a timeout of 24556 usecs (25 jiffies) 00000400:00000200:2.0:1786799158.059491:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799158.059492:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295045150 00000100:00000001:2.0:1786799158.059494:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295046415 00000100:00000001:2.0:1786799158.059495:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295045150 00000100:00000001:2.0:1786799158.059497:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295046415 00000100:00000001:2.0:1786799158.059498:0:2425:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799158.059500:0:2425:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.059501:0:2425:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799158.059505:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492ef800 x1873594431849600/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.059510:0:2425:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799158.059511:0:2425:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.059513:0:2425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799158.059516:0:2425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799158.059518:0:2425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786799158.059521:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1786799158.059522:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1363987a-c466-4431-b287-1107c5f58d5c:2425:1873594431849600:192.168.202.120@tcp:400:kworker.0 00000800:00000010:0.0:1786799158.059527:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57400. 00000400:00000200:0.0:1786799158.059531:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799158.059539:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799158.059543:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90000 00000400:00000010:0.0:1786799158.059545:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90000. 00000100:00000001:0.0:1786799158.059548:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786799158.059550:0:2425:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1786799158.059554:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492ece00 x1873594431849344/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786799158.059556:0:2425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799158.059559:0:2425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.059565:0:2425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786799158.059570:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1786799158.059571:0:2425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01052df0a00. 00000100:00000040:0.0:1786799158.059575:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492ece00 x1873594431849344/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786799158.059576:0:2425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799158.059605:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799158.059608:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799158.059611:0:2415:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1786799158.059611:0:2425:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c1e70. 00000400:00000010:2.0:1786799158.059619:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90088. 00000100:00000200:2.0:1786799158.059623:0:2425:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431849600, portal 4 00000100:00000001:2.0:1786799158.059625:0:2425:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799158.059626:0:2425:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540576768 : -105483168974848 : ffffa010492ef800) 00000020:00000010:2.0:1786799158.059634:0:2425:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa010451f8000. 00000100:00000040:2.0:1786799158.059641:0:2425:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492ef800 x1873594431849600/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.059647:0:2425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799158.059649:0:2425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799158.059651:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90000. 00000100:00000200:2.0:1786799158.059654:0:2425:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873594431849600, offset 0 00000400:00000200:2.0:1786799158.059659:0:2425:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799158.059662:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799158.059666:0:2425:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799158.059669:0:2425:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799158.059671:0:2425:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799158.059683:0:2425:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799158.059686:0:2425:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799158.059689:0:2425:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [146:146:256:4294967295] 192.168.202.120@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:2.0:1786799158.059693:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799158.059698:0:2425:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799158.059703:0:2425:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799158.059706:0:2425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57400. 00000800:00000200:2.0:1786799158.059716:0:2425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799158.059719:0:2425:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799158.059722:0:2425:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799158.059736:0:2425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799158.059740:0:2425:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: using a timeout of 31768 usecs (32 jiffies) 00000400:00000200:2.0:1786799158.059743:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799158.059744:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295045158 00000100:00000001:2.0:1786799158.059746:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295046415 00000100:00000001:2.0:1786799158.059747:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295045158 00000100:00000001:2.0:1786799158.059749:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295046415 00000100:00000001:2.0:1786799158.059750:0:2425:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799158.059751:0:2425:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.059753:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.059755:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786799158.059965:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799158.059968:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57400. 00000400:00000200:1.0:1786799158.059972:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799158.059978:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799158.059981:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90000 00000400:00000010:1.0:1786799158.059983:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90000. 00000100:00000001:1.0:1786799158.059986:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799158.059989:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492ef800 x1873594431849600/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799158.060007:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799158.060011:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492ef800 x1873594431849600/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799158.060016:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799158.060017:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786799158.076628:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.076660:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799158.076664:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.076666:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799158.076675:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076684:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799158.076693:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076698:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076704:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076708:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904300 00000400:00000200:0.0:1786799158.076714:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076720:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x801 [1] + 224 00000800:00000001:0.0:1786799158.076728:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.076731:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799158.076736:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799158.076740:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799158.076748:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799158.076758:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492edc00 x1873594431849216/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799158.076770:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492edc00 x1873594431849216/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799158.076792:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799158.076802:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.076806:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799158.076808:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.076810:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799158.076813:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076816:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799158.076821:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076823:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076825:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076828:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904400 00000400:00000200:0.0:1786799158.076831:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076841:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:0.0:1786799158.076846:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.076850:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799158.076852:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799158.076855:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799158.076859:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799158.076863:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492ed500 x1873594431849472/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799158.076872:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492ed500 x1873594431849472/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799158.076880:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799158.076884:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.076886:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799158.076888:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.076890:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799158.076893:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076897:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799158.076900:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076903:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076906:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076908:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904280 00000400:00000200:0.0:1786799158.076911:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076915:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x819 [1] + 224 00000800:00000001:0.0:1786799158.076918:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.076921:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799158.076923:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799158.076926:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799158.076928:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799158.076932:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492ec380 x1873594431849088/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799158.076940:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492ec380 x1873594431849088/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799158.076952:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799158.076956:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.076960:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799158.076962:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.076963:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799158.076967:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076970:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799158.076974:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076977:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076979:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076982:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904380 00000400:00000200:0.0:1786799158.076986:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.076989:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:0.0:1786799158.076993:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.077005:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799158.077008:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799158.077011:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799158.077014:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799158.077019:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492ece00 x1873594431849344/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799158.077027:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492ece00 x1873594431849344/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799158.077035:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799158.077038:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.077042:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799158.077043:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.077046:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799158.077049:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.077052:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799158.077056:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.077065:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.077068:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.077071:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 4 MB=0x6a80632904500 00000400:00000200:0.0:1786799158.077075:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.077079:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.120@tcp of length 224/224 into md 0x811 [1] + 224 00000800:00000001:0.0:1786799158.077083:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.077086:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799158.077088:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799158.077091:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799158.077094:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786799158.077259:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799158.077265:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786799158.077271:0:2425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799158.077273:0:2425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799158.077277:0:2425:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c1370. 00000400:00000200:2.0:1786799158.077281:0:2425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90198 00000400:00000010:2.0:1786799158.077284:0:2425:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90198. 00000100:00000001:2.0:1786799158.077287:0:2425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799158.077292:0:2425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492ec380 x1873594431849088/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799158.077301:0:2425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492ec380 x1873594431849088/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.077308:0:2425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799158.077309:0:2425:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.077317:0:2425:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799158.077320:0:2425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799158.077323:0:2425:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799158.077325:0:2425:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.077334:0:2425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799158.077343:0:2425:0:(import.c:2149:obd_at_measure()) add 5 to ffffa010493bec60 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799158.077348:0:2425:0:(import.c:2149:obd_at_measure()) add 1 to ffffa010493bec18 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799158.077351:0:2425:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799158.077353:0:2425:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799158.077355:0:2425:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786799158.077359:0:2425:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.077364:0:2425:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786799158.077366:0:2425:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0105047f800: skip recheck: last_committed 0 00000100:00000001:2.0:1786799158.077368:0:2425:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786799158.077369:0:2425:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799158.077374:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492ec380 x1873594431849088/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.077381:0:2425:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799158.077385:0:2425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799158.077387:0:2425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799158.077391:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492ec380 x1873594431849088/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799158.077400:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431849088:192.168.202.120@tcp:400:kworker.0 00000400:00000001:2.0:1786799158.077407:0:2425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799158.077408:0:2425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799158.077410:0:2425:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c1d10. 00000400:00000200:2.0:1786799158.077412:0:2425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90880 00000400:00000010:2.0:1786799158.077414:0:2425:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90880. 00000100:00000001:2.0:1786799158.077416:0:2425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799158.077420:0:2425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492ece00 x1873594431849344/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799158.077428:0:2425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492ece00 x1873594431849344/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.077436:0:2425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799158.077437:0:2425:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.077798:0:2425:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1786799158.077851:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492ec700 x1873594431849728/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799158.077864:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492ec700 x1873594431849728/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799158.077871:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799158.077879:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.077886:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799158.077887:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.077890:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799158.077893:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.077897:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799158.077902:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.077904:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.077908:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.077911:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 4 MB=0x6a80632904480 00000400:00000200:0.0:1786799158.077914:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799158.077918:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.120@tcp of length 224/224 into md 0x829 [1] + 224 00000800:00000001:0.0:1786799158.077923:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.077933:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799158.077936:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799158.077939:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799158.077942:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799158.077954:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492ef800 x1873594431849600/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799158.077961:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492ef800 x1873594431849600/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799158.077968:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799158.077972:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799158.077975:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786799158.078023:0:2425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799158.078027:0:2425:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799158.078028:0:2425:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.078031:0:2425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799158.078036:0:2425:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01049b79c60 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799158.078039:0:2425:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01049b79c18 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799158.078042:0:2425:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799158.078043:0:2425:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799158.078044:0:2425:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786799158.078046:0:2425:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.078049:0:2425:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786799158.078051:0:2425:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:2.0:1786799158.078052:0:2425:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786799158.078053:0:2425:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799158.078058:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492ece00 x1873594431849344/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.078064:0:2425:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799158.078066:0:2425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799158.078068:0:2425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799158.078071:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492ece00 x1873594431849344/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799158.078078:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1363987a-c466-4431-b287-1107c5f58d5c:2425:1873594431849344:192.168.202.120@tcp:400:kworker.0 00000400:00000001:2.0:1786799158.078084:0:2425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799158.078085:0:2425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799158.078087:0:2425:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c1e70. 00000400:00000200:2.0:1786799158.078090:0:2425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90088 00000400:00000010:2.0:1786799158.078091:0:2425:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90088. 00000100:00000001:2.0:1786799158.078093:0:2425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799158.078096:0:2425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492ef800 x1873594431849600/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799158.078242:0:2425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492ef800 x1873594431849600/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.078253:0:2425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799158.078255:0:2425:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.078257:0:2425:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799158.078259:0:2425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799158.078261:0:2425:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799158.078262:0:2425:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.078264:0:2425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799158.078269:0:2425:0:(import.c:2149:obd_at_measure()) add 5 to ffffa010451d1c60 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799158.078272:0:2425:0:(import.c:2149:obd_at_measure()) add 1 to ffffa010451d1c18 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799158.078274:0:2425:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799158.078275:0:2425:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799158.078277:0:2425:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786799158.078281:0:2425:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492ef800 x1873594431849600/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786799158.078287:0:2425:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.078289:0:2425:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786799158.078291:0:2425:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:2.0:1786799158.078292:0:2425:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786799158.078294:0:2425:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799158.078297:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492ef800 x1873594431849600/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.078303:0:2425:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799158.078305:0:2425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799158.078307:0:2425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799158.078310:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492ef800 x1873594431849600/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799158.078318:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1363987a-c466-4431-b287-1107c5f58d5c:2425:1873594431849600:192.168.202.120@tcp:400:kworker.0 00000400:00000001:2.0:1786799158.078325:0:2425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799158.078326:0:2425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799158.078328:0:2425:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010465439a0. 00000400:00000200:2.0:1786799158.078336:0:2425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a903b8 00000400:00000010:2.0:1786799158.078338:0:2425:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a903b8. 00000100:00000001:2.0:1786799158.078341:0:2425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799158.078345:0:2425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492edc00 x1873594431849216/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799158.078353:0:2425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492edc00 x1873594431849216/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.078359:0:2425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799158.078361:0:2425:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.078362:0:2425:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799158.078364:0:2425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799158.078365:0:2425:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799158.078367:0:2425:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.078369:0:2425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799158.078374:0:2425:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01050fdfc60 time=83 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799158.078377:0:2425:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01050fdfc18 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799158.078379:0:2425:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799158.078380:0:2425:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799158.078382:0:2425:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786799158.078385:0:2425:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492edc00 x1873594431849216/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786799158.078391:0:2425:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.078393:0:2425:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786799158.078394:0:2425:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0105047f800: skip recheck: last_committed 0 00000100:00000001:2.0:1786799158.078396:0:2425:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786799158.078397:0:2425:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799158.078400:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492edc00 x1873594431849216/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.078406:0:2425:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799158.078408:0:2425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799158.078410:0:2425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799158.078413:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492edc00 x1873594431849216/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799158.078432:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431849216:192.168.202.120@tcp:400:kworker.0 00000400:00000001:2.0:1786799158.078614:0:2425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799158.078616:0:2425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799158.078618:0:2425:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01046543210. 00000400:00000200:2.0:1786799158.078622:0:2425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90cc0 00000400:00000010:2.0:1786799158.078623:0:2425:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90cc0. 00000100:00000001:2.0:1786799158.078626:0:2425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799158.078631:0:2425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492ed500 x1873594431849472/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799158.078639:0:2425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492ed500 x1873594431849472/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.078645:0:2425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799158.078647:0:2425:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.078649:0:2425:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799158.078651:0:2425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799158.078652:0:2425:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799158.078654:0:2425:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.078656:0:2425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799158.078661:0:2425:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01049b7dc60 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799158.078664:0:2425:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01049b7dc18 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799158.078666:0:2425:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799158.078668:0:2425:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799158.078669:0:2425:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786799158.078673:0:2425:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492ed500 x1873594431849472/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786799158.078679:0:2425:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.078682:0:2425:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786799158.078683:0:2425:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:2.0:1786799158.078685:0:2425:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786799158.078686:0:2425:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799158.078689:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492ed500 x1873594431849472/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.078701:0:2425:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799158.078703:0:2425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799158.078705:0:2425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799158.078709:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492ed500 x1873594431849472/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799158.078715:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1363987a-c466-4431-b287-1107c5f58d5c:2425:1873594431849472:192.168.202.120@tcp:400:kworker.0 00000400:00000001:2.0:1786799158.078720:0:2425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799158.078721:0:2425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799158.078724:0:2425:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c1e18. 00000400:00000200:2.0:1786799158.078726:0:2425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90ee0 00000400:00000010:2.0:1786799158.078728:0:2425:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90ee0. 00000100:00000001:2.0:1786799158.078730:0:2425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799158.078733:0:2425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492ec700 x1873594431849728/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799158.078742:0:2425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492ec700 x1873594431849728/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.078748:0:2425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799158.078750:0:2425:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.078752:0:2425:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799158.078753:0:2425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799158.078755:0:2425:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799158.078756:0:2425:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.078758:0:2425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799158.078762:0:2425:0:(import.c:2149:obd_at_measure()) add 5 to ffffa010451d7c60 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799158.078765:0:2425:0:(import.c:2149:obd_at_measure()) add 1 to ffffa010451d7c18 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799158.078767:0:2425:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799158.078768:0:2425:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799158.078770:0:2425:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786799158.078773:0:2425:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492ec700 x1873594431849728/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786799158.078789:0:2425:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.078792:0:2425:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786799158.078794:0:2425:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:2.0:1786799158.078796:0:2425:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786799158.078797:0:2425:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799158.078801:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492ec700 x1873594431849728/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.078807:0:2425:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799158.078809:0:2425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799158.078810:0:2425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799158.078813:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492ec700 x1873594431849728/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799158.078821:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1363987a-c466-4431-b287-1107c5f58d5c:2425:1873594431849728:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799158.078825:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.078828:0:2425:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799158.078832:0:2425:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492ec380 x1873594431849088/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.078839:0:2425:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799158.078841:0:2425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799158.078845:0:2425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01051da4c00. 02000000:00000001:2.0:1786799158.078849:0:2425:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799158.078852:0:2425:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799158.078855:0:2425:0:(genops.c:1244:class_import_put()) import ffffa010493be800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0105047f800 00000020:00000001:2.0:1786799158.078857:0:2425:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799158.078860:0:2425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa010464cff00. 02000000:00000001:2.0:1786799158.078865:0:2425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799158.078867:0:2425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799158.078869:0:2425:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492ec380. 00000100:00000001:2.0:1786799158.078874:0:2425:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799158.078876:0:2425:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.078882:0:2425:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799158.078887:0:2425:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492ece00 x1873594431849344/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.078893:0:2425:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799158.078895:0:2425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799158.078897:0:2425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01051da4600. 02000000:00000001:2.0:1786799158.078899:0:2425:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799158.078900:0:2425:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799158.078901:0:2425:0:(genops.c:1244:class_import_put()) import ffffa01049b79800 refcount=3 obd=lustre-MDT0000-mdc-ffffa01049b7e000 00000020:00000001:2.0:1786799158.078903:0:2425:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799158.078905:0:2425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042f04400. 02000000:00000001:2.0:1786799158.078907:0:2425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799158.078908:0:2425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799158.078910:0:2425:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492ece00. 00000100:00000001:2.0:1786799158.078913:0:2425:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799158.078914:0:2425:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.078915:0:2425:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799158.078919:0:2425:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492ef800 x1873594431849600/t0(0) o400->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.078925:0:2425:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799158.078926:0:2425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799158.078927:0:2425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01052df0a00. 02000000:00000001:2.0:1786799158.078929:0:2425:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799158.078930:0:2425:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799158.078931:0:2425:0:(genops.c:1244:class_import_put()) import ffffa010451d1800 refcount=2 obd=lustre-OST0000-osc-ffffa01049b7e000 00000020:00000001:2.0:1786799158.078933:0:2425:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799158.078934:0:2425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042f04c00. 02000000:00000001:2.0:1786799158.078936:0:2425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799158.078937:0:2425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799158.078938:0:2425:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492ef800. 00000100:00000001:2.0:1786799158.078941:0:2425:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799158.078942:0:2425:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.078943:0:2425:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799158.078946:0:2425:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492edc00 x1873594431849216/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.079700:0:2425:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799158.079711:0:2425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799158.079713:0:2425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010432be200. 02000000:00000001:2.0:1786799158.079718:0:2425:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799158.079720:0:2425:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799158.079722:0:2425:0:(genops.c:1244:class_import_put()) import ffffa01050fdf800 refcount=3 obd=lustre-MDT0001-mdc-ffffa0105047f800 00000020:00000001:2.0:1786799158.079724:0:2425:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799158.079726:0:2425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01058634e00. 02000000:00000001:2.0:1786799158.079813:0:2425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799158.079815:0:2425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799158.079817:0:2425:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492edc00. 00000100:00000001:2.0:1786799158.079821:0:2425:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799158.079823:0:2425:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.079825:0:2425:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799158.079832:0:2425:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492ed500 x1873594431849472/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.079839:0:2425:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799158.079841:0:2425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799158.079842:0:2425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010432bf200. 02000000:00000001:2.0:1786799158.079845:0:2425:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799158.079846:0:2425:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799158.079847:0:2425:0:(genops.c:1244:class_import_put()) import ffffa01049b7d800 refcount=3 obd=lustre-MDT0001-mdc-ffffa01049b7e000 00000020:00000001:2.0:1786799158.079849:0:2425:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799158.079851:0:2425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042f04100. 02000000:00000001:2.0:1786799158.079853:0:2425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799158.079854:0:2425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799158.079855:0:2425:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492ed500. 00000100:00000001:2.0:1786799158.079858:0:2425:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799158.079859:0:2425:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.079861:0:2425:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799158.079865:0:2425:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492ec700 x1873594431849728/t0(0) o400->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.079871:0:2425:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799158.079872:0:2425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799158.079874:0:2425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010432bee00. 02000000:00000001:2.0:1786799158.079876:0:2425:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799158.079877:0:2425:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799158.079883:0:2425:0:(genops.c:1244:class_import_put()) import ffffa010451d7800 refcount=2 obd=lustre-OST0001-osc-ffffa01049b7e000 00000020:00000001:2.0:1786799158.079885:0:2425:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799158.079887:0:2425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042f04600. 02000000:00000001:2.0:1786799158.079889:0:2425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799158.079890:0:2425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799158.079892:0:2425:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492ec700. 00000100:00000001:2.0:1786799158.079894:0:2425:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799158.079896:0:2425:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.079899:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.079901:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799158.079904:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799158.079906:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.079908:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786799158.080793:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799158.080806:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799158.080810:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799158.080812:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799158.080820:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799158.080826:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799158.080836:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799158.080841:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799158.080846:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799158.080850:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 25 MB=0x6a80632904200 00000400:00000200:1.0:1786799158.080855:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799158.080860:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.120@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:1.0:1786799158.080875:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799158.080883:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799158.080886:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799158.080891:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799158.080897:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799158.080904:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492edf80 x1873594431848960/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799158.080914:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492edf80 x1873594431848960/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799158.080937:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786799158.080947:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799158.080950:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.081021:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799158.081025:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786799158.081030:0:2425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799158.081032:0:2425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799158.081035:0:2425:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01046543f78. 00000400:00000200:2.0:1786799158.081039:0:2425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90e58 00000400:00000010:2.0:1786799158.081041:0:2425:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90e58. 00000100:00000001:2.0:1786799158.081044:0:2425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799158.081049:0:2425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492edf80 x1873594431848960/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799158.081058:0:2425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492edf80 x1873594431848960/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.081065:0:2425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799158.081066:0:2425:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.081069:0:2425:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799158.081071:0:2425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799158.081074:0:2425:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799158.081076:0:2425:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799158.081079:0:2425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799158.081086:0:2425:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01042b90460 time=84 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799158.081090:0:2425:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042b90418 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799158.081093:0:2425:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799158.081095:0:2425:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799158.081098:0:2425:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786799158.081234:0:2425:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.081239:0:2425:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799158.081244:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492edf80 x1873594431848960/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.081252:0:2425:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799158.081254:0:2425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799158.081256:0:2425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799158.081259:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492edf80 x1873594431848960/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799158.081266:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431848960:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799158.081270:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.081272:0:2425:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799158.081275:0:2425:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492edf80 x1873594431848960/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799158.081281:0:2425:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799158.081283:0:2425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799158.081285:0:2425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010432bfe00. 02000000:00000001:2.0:1786799158.081289:0:2425:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799158.081292:0:2425:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799158.081293:0:2425:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:2.0:1786799158.081295:0:2425:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799158.081298:0:2425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa010464cf600. 02000000:00000001:2.0:1786799158.081302:0:2425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799158.081304:0:2425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799158.081305:0:2425:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492edf80. 00000100:00000001:2.0:1786799158.081310:0:2425:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799158.081312:0:2425:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.081314:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799158.081321:0:2425:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799158.081323:0:2425:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799158.081326:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799158.081327:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799158.885841:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799158.885849:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799158.885855:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799158.885856:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786799158.885949:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786799158.885953:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799158.885957:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786799159.397741:0:256:0:(connection.c:75:cpu_latency_work()) work item of ffffa01050819000 (cpu 0) has reached its deadline 4295046415, at 4295046464 00000100:00000010:0.0:1786799159.397765:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0104513c420. 00000100:00000040:1.0:1786799159.397906:0:138:0:(connection.c:75:cpu_latency_work()) work item of ffffa01050819110 (cpu 0) has reached its deadline 4295046415, at 4295046464 00000100:00000010:1.0:1786799159.397913:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0104513c8a0. 00010000:00000001:1.0:1786799159.909727:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799159.909736:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799159.909743:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799159.909744:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786799159.909794:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786799159.909798:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786799159.909801:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799160.934661:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799160.934672:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799160.934678:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799160.934680:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786799160.934777:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786799160.934782:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799160.934786:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799161.957939:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799161.957949:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799161.957955:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799161.957986:0:138:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786799161.957989:0:138:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786799161.957993:0:138:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799161.957997:0:138:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786799161.957999:0:138:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799161.958025:0:138:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799161.958028:0:138:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786799161.958125:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786799161.958130:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786799161.958134:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799162.981728:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799162.982074:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799162.982090:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799162.982091:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786799162.982255:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786799162.982258:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799162.982262:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1786799163.173740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0050480d-a554-4e58-85e2-24e3a375a6a4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799163.173751:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799163.173761:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492ed180. 00000020:00000040:3.0:1786799163.173768:0:37:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000001:3.0:1786799163.173773:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799163.173776:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799163.173781:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799163.173791:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042f04f00. 00000100:00000001:3.0:1786799163.173800:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.173816:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0050480d-a554-4e58-85e2-24e3a375a6a4->MGS req@ffffa010492ed180 x1873594431849856/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799163.173829:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799163.173834:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.173842:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcd057a6] to pc [ptlrpcd_01_01+1] req@ffffa010492ed180 x1873594431849856/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.173900:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.173903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799163.173907:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799163.173910:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492eea00. 00000020:00000040:3.0:1786799163.173913:0:37:0:(genops.c:1231:class_import_get()) import ffffa010493be800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0105047f800 00000100:00000001:3.0:1786799163.173916:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799163.173917:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799163.173919:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799163.173923:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042f04500. 00000100:00000001:3.0:1786799163.173927:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.173931:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0000_UUID req@ffffa010492eea00 x1873594431849984/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799163.173939:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799163.173941:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.173945:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081d1d266] to pc [ptlrpcd_01_00+0] req@ffffa010492eea00 x1873594431849984/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.173965:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.173967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799163.173971:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799163.173974:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492ec000. 00000020:00000040:3.0:1786799163.173976:0:37:0:(genops.c:1231:class_import_get()) import ffffa01050fdf800 refcount=4 obd=lustre-MDT0001-mdc-ffffa0105047f800 00000100:00000001:3.0:1786799163.173978:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799163.173980:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799163.173981:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799163.173986:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042f04600. 00000100:00000001:3.0:1786799163.173988:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.173992:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0001_UUID req@ffffa010492ec000 x1873594431850112/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799163.173999:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799163.174006:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.174011:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ece847f1] to pc [ptlrpcd_01_01+1] req@ffffa010492ec000 x1873594431850112/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.174018:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.174020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786799163.174023:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786799163.174026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786799163.174029:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786799163.174031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799163.174034:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799163.174037:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492efb80. 00000020:00000040:3.0:1786799163.174039:0:37:0:(genops.c:1231:class_import_get()) import ffffa01049b79800 refcount=4 obd=lustre-MDT0000-mdc-ffffa01049b7e000 00000100:00000001:3.0:1786799163.174041:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799163.174042:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799163.174044:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799163.174047:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042f04100. 00000100:00000001:3.0:1786799163.174050:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.174053:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0000_UUID req@ffffa010492efb80 x1873594431850240/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799163.174059:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799163.174061:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.174064:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009f96a59] to pc [ptlrpcd_01_00+0] req@ffffa010492efb80 x1873594431850240/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.174070:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.174072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799163.174075:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799163.174077:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492edf80. 00000020:00000040:3.0:1786799163.174080:0:37:0:(genops.c:1231:class_import_get()) import ffffa01049b7d800 refcount=4 obd=lustre-MDT0001-mdc-ffffa01049b7e000 00000100:00000001:3.0:1786799163.174088:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799163.174089:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799163.174091:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799163.174094:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042f04c00. 00000100:00000001:3.0:1786799163.174097:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.174102:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0001_UUID req@ffffa010492edf80 x1873594431850368/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799163.174109:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799163.174111:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.174115:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d1543] to pc [ptlrpcd_01_01+1] req@ffffa010492edf80 x1873594431850368/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.174123:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.174125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799163.174128:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1786799163.174130:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1786799163.174133:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1786799163.174136:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492ec700. 00000020:00000040:3.0:1786799163.174139:0:37:0:(genops.c:1231:class_import_get()) import ffffa010451d1800 refcount=3 obd=lustre-OST0000-osc-ffffa01049b7e000 00000100:00000001:3.0:1786799163.174141:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799163.174142:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799163.174144:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799163.174147:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042f04400. 00000100:00000001:3.0:1786799163.174149:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799163.174151:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446638590540564224 : -105483168987392 : ffffa010492ec700) 00000100:00080000:3.0:1786799163.174154:0:37:0:(import.c:65:import_set_state_nolock()) ffffa010451d1800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1786799163.174158:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffffa01049b7e000: disconnect after 21s idle 00000100:00000001:3.0:1786799163.174160:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799163.174162:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.174165:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ac67027] to pc [ptlrpcd_rcv+-1] req@ffffa010492ec700 x1873594431850496/t0(0) o9->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.174186:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.174194:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.174196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799163.174199:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1786799163.174201:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1786799163.174202:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1786799163.174205:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492ed500. 00000020:00000040:3.0:1786799163.174207:0:37:0:(genops.c:1231:class_import_get()) import ffffa010451d7800 refcount=3 obd=lustre-OST0001-osc-ffffa01049b7e000 00000100:00000001:3.0:1786799163.174209:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799163.174210:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799163.174212:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799163.174216:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01052e1ac00. 00000100:00000001:3.0:1786799163.174219:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799163.174221:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446638590540567808 : -105483168983808 : ffffa010492ed500) 00000100:00080000:3.0:1786799163.174223:0:37:0:(import.c:65:import_set_state_nolock()) ffffa010451d7800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1786799163.174225:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffffa01049b7e000: disconnect after 21s idle 00000100:00000001:3.0:1786799163.174227:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799163.174229:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.174233:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067e951a0] to pc [ptlrpcd_rcv+-1] req@ffffa010492ed500 x1873594431850624/t0(0) o9->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.174240:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.174241:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.174247:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (387) 00000100:00000001:0.0:1786799163.174311:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799163.174316:0:2422:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799163.174319:0:2422:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799163.174325:0:2422:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492ec700 x1873594431850496/t0(0) o9->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.174332:0:2422:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799163.174334:0:2422:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799163.174338:0:2422:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799163.174340:0:2422:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799163.174343:0:2422:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799163.174346:0:2422:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1363987a-c466-4431-b287-1107c5f58d5c:2422:1873594431850496:192.168.202.120@tcp:9:kworker.0 00000100:00000001:0.0:1786799163.174350:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799163.174356:0:2422:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799163.174358:0:2422:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799163.174360:0:2422:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799163.174379:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010519f5000. 02000000:00000001:0.0:1786799163.174381:0:2422:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799163.174390:0:2422:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799163.174395:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8aa8. 00000400:00000010:0.0:1786799163.174402:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050faca18. 00000100:00000200:0.0:1786799163.174408:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431850496, portal 4 00000100:00000001:0.0:1786799163.174410:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799163.174412:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540564224 : -105483168987392 : ffffa010492ec700) 00000100:00000040:0.0:1786799163.174419:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492ec700 x1873594431850496/t0(0) o9->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.174427:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799163.174430:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799163.174432:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050facf68. 00000100:00000200:0.0:1786799163.174435:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873594431850496, offset 0 00000400:00000200:0.0:1786799163.174440:0:2422:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799163.174449:0:2422:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.174457:0:2422:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799163.174463:0:2422:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799163.174467:0:2422:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799163.174471:0:2422:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799163.174473:0:2422:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799163.174477:0:2422:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [147:147:256:4294967295] 192.168.202.120@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:0.0:1786799163.174481:0:2422:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.174491:0:2422:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799163.174498:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799163.174503:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afc200. 00000800:00000200:0.0:1786799163.174510:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799163.174517:0:2422:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799163.174521:0:2422:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afc200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799163.174545:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799163.174550:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: using a timeout of 30375 usecs (31 jiffies) 00000400:00000200:0.0:1786799163.174558:0:2422:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799163.174561:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295050271 00000100:00000010:0.0:1786799163.174565:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa01046541d20. 00000100:00000001:0.0:1786799163.174571:0:2422:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786799163.174606:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295050271 00000100:00000010:0.0:1786799163.174611:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa01046541900. 00000100:00000001:0.0:1786799163.174615:0:2422:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffffa01049b7e000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786799163.174622:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799163.174625:0:2422:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799163.174628:0:2422:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799163.174632:0:2422:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492ed500 x1873594431850624/t0(0) o9->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.174638:0:2422:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799163.174640:0:2422:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799163.174642:0:2422:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799163.174644:0:2422:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799163.174646:0:2422:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799163.174648:0:2422:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1363987a-c466-4431-b287-1107c5f58d5c:2422:1873594431850624:192.168.202.120@tcp:9:kworker.0 00000100:00000001:0.0:1786799163.174652:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799163.174654:0:2422:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799163.174656:0:2422:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799163.174657:0:2422:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799163.174660:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010519f5800. 02000000:00000001:0.0:1786799163.174662:0:2422:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799163.174665:0:2422:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799163.174668:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8bb0. 00000400:00000010:0.0:1786799163.174671:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac000. 00000100:00000200:0.0:1786799163.174674:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431850624, portal 4 00000100:00000001:0.0:1786799163.174676:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799163.174677:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540567808 : -105483168983808 : ffffa010492ed500) 00000100:00000040:0.0:1786799163.174683:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492ed500 x1873594431850624/t0(0) o9->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.174694:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799163.174697:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799163.174699:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050facbb0. 00000100:00000200:0.0:1786799163.174702:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873594431850624, offset 0 00000400:00000200:0.0:1786799163.174707:0:2422:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799163.174710:0:2422:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.174713:0:2422:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799163.174716:0:2422:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799163.174718:0:2422:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799163.174720:0:2422:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799163.174722:0:2422:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799163.174724:0:2422:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [148:148:255:4294967295] 192.168.202.120@tcp LPNI seq info [148:148:7:4294967295] 00000400:00000200:0.0:1786799163.174728:0:2422:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.174733:0:2422:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799163.174737:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799163.174741:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afce00. 00000800:00000200:0.0:1786799163.174744:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799163.174748:0:2422:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799163.174751:0:2422:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799163.174754:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799163.174756:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: using a timeout of 24466 usecs (25 jiffies) 00000400:00000200:0.0:1786799163.174759:0:2422:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799163.174760:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295050266 00000100:00000001:0.0:1786799163.174763:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295050271 00000100:00000001:0.0:1786799163.174765:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295050266 00000100:00000001:0.0:1786799163.174766:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295050271 00000100:00000001:0.0:1786799163.174768:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799163.174770:0:2422:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799163.174777:0:2422:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799163.174780:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799163.174786:0:2422:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799163.174788:0:2422:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1786799163.174790:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799163.174791:0:2422:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799163.174793:0:2422:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786799163.174794:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1786799163.174795:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786799163.174798:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afc200. 00000400:00000200:1.0:1786799163.174803:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799163.174808:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799163.174814:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050facf68 00000400:00000010:1.0:1786799163.174817:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050facf68. 00000100:00000001:1.0:1786799163.174821:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799163.174825:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492ec700 x1873594431850496/t0(0) o9->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799163.174834:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799163.174837:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492ec700 x1873594431850496/t0(0) o9->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799163.174843:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799163.174844:0:2415:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786799163.174859:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799163.174862:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afce00. 00000400:00000200:1.0:1786799163.174864:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799163.174867:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799163.174869:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050facbb0 00000400:00000010:1.0:1786799163.174871:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050facbb0. 00000100:00000001:1.0:1786799163.174873:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799163.174876:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492ed500 x1873594431850624/t0(0) o9->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799163.174882:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799163.174885:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492ed500 x1873594431850624/t0(0) o9->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799163.174891:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799163.174898:0:2415:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786799163.174986:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799163.174996:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799163.174997:0:2426:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799163.175002:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492ed180 x1873594431849856/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799163.175010:0:2426:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799163.175011:0:2426:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799163.175014:0:2426:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799163.175016:0:2426:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799163.175018:0:2426:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799163.175020:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431849856:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799163.175024:0:2426:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799163.175027:0:2426:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799163.175028:0:2426:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799163.175030:0:2426:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799163.175033:0:2426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010429f4600. 02000000:00000001:2.0:1786799163.175035:0:2426:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799163.175039:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799163.175042:0:2426:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c1e18. 00000400:00000010:2.0:1786799163.175047:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90e58. 00000100:00000200:2.0:1786799163.175049:0:2426:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431849856, portal 25 00000100:00000001:2.0:1786799163.175051:0:2426:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799163.175052:0:2426:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540566912 : -105483168984704 : ffffa010492ed180) 00000100:00000040:2.0:1786799163.175056:0:2426:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492ed180 x1873594431849856/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799163.175062:0:2426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799163.175064:0:2426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799163.175066:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90ee0. 00000100:00000200:2.0:1786799163.175068:0:2426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873594431849856, offset 0 00000400:00000200:2.0:1786799163.175073:0:2426:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799163.175077:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799163.175081:0:2426:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799163.175083:0:2426:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799163.175085:0:2426:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799163.175093:0:2426:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799163.175096:0:2426:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799163.175099:0:2426:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [149:149:256:4294967295] 192.168.202.120@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:2.0:1786799163.175103:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799163.175110:0:2426:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799163.175114:0:2426:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799163.175118:0:2426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57900. 00000800:00000200:2.0:1786799163.175122:0:2426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799163.175127:0:2426:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799163.175129:0:2426:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799163.175147:0:2426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799163.175151:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799163.175153:0:2426:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295051532 00000100:00000001:2.0:1786799163.175158:0:2426:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295050271 00000100:00000001:2.0:1786799163.175162:0:2426:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295051532 00000100:00000001:2.0:1786799163.175165:0:2426:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295050271 00000100:00000001:2.0:1786799163.175168:0:2426:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799163.175170:0:2426:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799163.175172:0:2426:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799163.175177:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492ec000 x1873594431850112/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799163.175184:0:2426:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799163.175186:0:2426:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799163.175188:0:2426:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799163.175189:0:2426:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799163.175191:0:2426:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799163.175194:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431850112:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799163.175196:0:2426:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799163.175199:0:2426:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799163.175206:0:2426:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799163.175207:0:2426:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799163.175211:0:2426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01041284000. 00000800:00000200:1.0:1786799163.175213:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1786799163.175213:0:2426:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786799163.175216:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57900. 00000400:00000200:2.0:1786799163.175218:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799163.175220:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1786799163.175220:0:2426:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c1e70. 00000400:00000200:1.0:1786799163.175223:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000010:2.0:1786799163.175224:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90cc0. 00000400:00000200:1.0:1786799163.175226:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90ee0 00000100:00000200:2.0:1786799163.175227:0:2426:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431850112, portal 10 00000400:00000010:1.0:1786799163.175228:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90ee0. 00000100:00000001:2.0:1786799163.175228:0:2426:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799163.175230:0:2426:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540562432 : -105483168989184 : ffffa010492ec000) 00000100:00000001:1.0:1786799163.175231:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799163.175234:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492ed180 x1873594431849856/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786799163.175237:0:2426:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492ec000 x1873594431850112/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799163.175243:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786799163.175244:0:2426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786799163.175246:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492ed180 x1873594431849856/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786799163.175246:0:2426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799163.175248:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a903b8. 00000100:00000200:2.0:1786799163.175250:0:2426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431850112, offset 0 00000100:00000001:1.0:1786799163.175252:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799163.175254:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1786799163.175254:0:2426:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799163.175259:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799163.175262:0:2426:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799163.175265:0:2426:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799163.175267:0:2426:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799163.175269:0:2426:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799163.175271:0:2426:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799163.175274:0:2426:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [150:150:256:4294967295] 192.168.202.120@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:2.0:1786799163.175279:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799163.175285:0:2426:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799163.175289:0:2426:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799163.175293:0:2426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57000. 00000800:00000200:2.0:1786799163.175296:0:2426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799163.175300:0:2426:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799163.175302:0:2426:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799163.175316:0:2426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799163.175326:0:2426:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: using a timeout of 85125 usecs (86 jiffies) 00000400:00000200:2.0:1786799163.175329:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799163.175332:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 0 is 4295050327 00000100:00000001:2.0:1786799163.175334:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS request active for cpu 0, keep current deadline 4295051532 00000100:00000001:2.0:1786799163.175336:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 1 is 4295050327 00000100:00000001:2.0:1786799163.175338:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS request active for cpu 1, keep current deadline 4295051532 00000100:00000001:2.0:1786799163.175340:0:2426:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799163.175342:0:2426:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799163.175344:0:2426:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799163.175349:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492edf80 x1873594431850368/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799163.175356:0:2426:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799163.175357:0:2426:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799163.175359:0:2426:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1786799163.175362:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799163.175365:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57000. 00000400:00000200:1.0:1786799163.175368:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799163.175372:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799163.175375:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a903b8 00000400:00000010:1.0:1786799163.175376:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a903b8. 00000100:00000001:1.0:1786799163.175378:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799163.175382:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492ec000 x1873594431850112/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799163.175389:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799163.175391:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492ec000 x1873594431850112/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799163.175397:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799163.175399:0:2415:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786799163.175431:0:2426:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799163.175435:0:2426:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799163.175439:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1363987a-c466-4431-b287-1107c5f58d5c:2426:1873594431850368:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799163.175444:0:2426:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799163.175447:0:2426:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799163.175448:0:2426:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799163.175450:0:2426:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799163.175455:0:2426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01058889200. 02000000:00000001:2.0:1786799163.175457:0:2426:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799163.175460:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799163.175463:0:2426:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c1d10. 00000400:00000010:2.0:1786799163.175466:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90088. 00000100:00000200:2.0:1786799163.175470:0:2426:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431850368, portal 10 00000100:00000001:2.0:1786799163.175472:0:2426:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799163.175473:0:2426:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540570496 : -105483168981120 : ffffa010492edf80) 00000100:00000040:2.0:1786799163.175479:0:2426:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492edf80 x1873594431850368/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799163.175495:0:2426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799163.175498:0:2426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799163.175500:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90880. 00000100:00000200:2.0:1786799163.175503:0:2426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431850368, offset 0 00000400:00000200:2.0:1786799163.175507:0:2426:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799163.175511:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799163.175515:0:2426:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799163.175518:0:2426:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799163.175520:0:2426:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799163.175522:0:2426:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799163.175524:0:2426:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799163.175527:0:2426:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [151:151:256:4294967295] 192.168.202.120@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:2.0:1786799163.175530:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799163.175537:0:2426:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799163.175541:0:2426:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799163.175544:0:2426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57800. 00000800:00000200:2.0:1786799163.175547:0:2426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799163.175550:0:2426:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799163.175552:0:2426:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799163.175570:0:2426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799163.175573:0:2426:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: using a timeout of 32500 usecs (33 jiffies) 00000400:00000200:2.0:1786799163.175607:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799163.175610:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295050275 00000100:00000001:2.0:1786799163.175612:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295051532 00000100:00000001:2.0:1786799163.175614:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295050275 00000100:00000001:2.0:1786799163.175616:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295051532 00000100:00000001:2.0:1786799163.175618:0:2426:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799163.175620:0:2426:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799163.175628:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799163.175631:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799163.175637:0:2426:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799163.175639:0:2426:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786799163.175641:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799163.175643:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799163.175644:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799163.175646:0:2426:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1786799163.175648:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799163.175650:0:2426:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799163.175652:0:2426:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799163.175653:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799163.175654:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799163.175656:0:2426:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799163.175660:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492eea00 x1873594431849984/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799163.175666:0:2426:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799163.175667:0:2426:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799163.175669:0:2426:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799163.175671:0:2426:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799163.175673:0:2426:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799163.175675:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431849984:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799163.175678:0:2426:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799163.175680:0:2426:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799163.175681:0:2426:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799163.175683:0:2426:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799163.175686:0:2426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01058889600. 02000000:00000001:2.0:1786799163.175688:0:2426:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799163.175691:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799163.175693:0:2426:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c1370. 00000400:00000010:2.0:1786799163.175697:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90198. 00000100:00000200:2.0:1786799163.175699:0:2426:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431849984, portal 10 00000100:00000001:2.0:1786799163.175701:0:2426:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799163.175703:0:2426:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540573184 : -105483168978432 : ffffa010492eea00) 00000100:00000040:2.0:1786799163.175708:0:2426:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492eea00 x1873594431849984/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799163.175719:0:2426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1786799163.175721:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1786799163.175722:0:2426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000800:00000010:1.0:1786799163.175724:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57800. 00000400:00000010:2.0:1786799163.175724:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90770. 00000400:00000200:1.0:1786799163.175727:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1786799163.175727:0:2426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431849984, offset 0 00000400:00000200:1.0:1786799163.175731:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:2.0:1786799163.175731:0:2426:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799163.175735:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799163.175738:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90880 00000400:00000200:2.0:1786799163.175738:0:2426:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000010:1.0:1786799163.175740:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90880. 00000400:00000200:2.0:1786799163.175741:0:2426:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1786799163.175742:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1786799163.175743:0:2426:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000100:00000200:1.0:1786799163.175746:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492edf80 x1873594431850368/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786799163.175746:0:2426:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799163.175748:0:2426:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799163.175751:0:2426:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [152:152:255:4294967295] 192.168.202.120@tcp LPNI seq info [152:152:7:4294967295] 00000100:00000001:1.0:1786799163.175754:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1786799163.175755:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000040:1.0:1786799163.175757:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492edf80 x1873594431850368/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786799163.175761:0:2426:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000100:00000001:1.0:1786799163.175763:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799163.175765:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1786799163.175765:0:2426:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799163.175769:0:2426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57d00. 00000800:00000200:2.0:1786799163.175772:0:2426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799163.175776:0:2426:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799163.175779:0:2426:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799163.178667:0:2426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799163.180018:0:2426:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: using a timeout of 182625 usecs (183 jiffies) 00000400:00000200:2.0:1786799163.180032:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799163.180038:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 0 is 4295050429 00000100:00000001:2.0:1786799163.180042:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS request active for cpu 0, keep current deadline 4295051532 00000100:00000001:2.0:1786799163.180045:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 1 is 4295050429 00000100:00000001:2.0:1786799163.180048:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS request active for cpu 1, keep current deadline 4295051532 00000100:00000001:2.0:1786799163.180051:0:2426:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799163.180054:0:2426:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799163.180077:0:2426:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799163.180102:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492efb80 x1873594431850240/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799163.180112:0:2426:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799163.180115:0:2426:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799163.180120:0:2426:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799163.180125:0:2426:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799163.180127:0:2426:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799163.180131:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1363987a-c466-4431-b287-1107c5f58d5c:2426:1873594431850240:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799163.180136:0:2426:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799163.180143:0:2426:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799163.180146:0:2426:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799163.180148:0:2426:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799163.180155:0:2426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01058888000. 02000000:00000001:2.0:1786799163.180157:0:2426:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799163.180162:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799163.180167:0:2426:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c13c8. 00000400:00000010:2.0:1786799163.180175:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90990. 00000100:00000200:2.0:1786799163.180181:0:2426:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431850240, portal 10 00000100:00000001:2.0:1786799163.180183:0:2426:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799163.180185:0:2426:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540577664 : -105483168973952 : ffffa010492efb80) 00000100:00000040:2.0:1786799163.180192:0:2426:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492efb80 x1873594431850240/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799163.180200:0:2426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799163.180202:0:2426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799163.180205:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90bb0. 00000100:00000200:2.0:1786799163.180209:0:2426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431850240, offset 0 00000400:00000200:2.0:1786799163.180215:0:2426:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799163.180225:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799163.180235:0:2426:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799163.180242:0:2426:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799163.180246:0:2426:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799163.180249:0:2426:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799163.180258:0:2426:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799163.180262:0:2426:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [153:153:255:4294967295] 192.168.202.120@tcp LPNI seq info [153:153:7:4294967295] 00000400:00000200:2.0:1786799163.180267:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799163.180278:0:2426:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799163.180284:0:2426:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799163.180289:0:2426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57700. 00000800:00000200:2.0:1786799163.180296:0:2426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799163.180303:0:2426:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799163.180308:0:2426:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799163.184186:0:2426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799163.184200:0:2426:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: using a timeout of 24687 usecs (25 jiffies) 00000400:00000200:2.0:1786799163.184210:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799163.184214:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295050275 00000100:00000001:2.0:1786799163.184218:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295051532 00000100:00000001:2.0:1786799163.184220:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295050275 00000100:00000001:2.0:1786799163.184222:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295051532 00000100:00000001:2.0:1786799163.184225:0:2426:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799163.184228:0:2426:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799163.184234:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799163.184237:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786799163.184946:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1786799163.186409:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799163.186418:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786799163.192493:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799163.192503:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.192508:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799163.192518:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.192526:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799163.192537:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.192542:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.192549:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.192553:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 25 MB=0x6a80632904580 00000400:00000200:0.0:1786799163.192558:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.192564:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.120@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:0.0:1786799163.192572:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.192589:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799163.192592:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799163.192597:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799163.192604:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799163.192616:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492ed180 x1873594431849856/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799163.192627:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492ed180 x1873594431849856/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.192650:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799163.192661:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.192665:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799163.192666:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.192668:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799163.192685:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.192689:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799163.192694:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.192696:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.192700:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.192702:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 4 MB=0x6a80632904800 00000400:00000200:0.0:1786799163.192705:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.192709:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.120@tcp of length 224/224 into md 0x831 [1] + 224 00000800:00000001:0.0:1786799163.192712:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.192715:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799163.192717:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799163.192720:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799163.192723:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799163.192727:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492ec700 x1873594431850496/t0(0) o9->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799163.192745:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492ec700 x1873594431850496/t0(0) o9->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.192761:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799163.192764:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.192767:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799163.192769:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.192771:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799163.192773:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.192776:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799163.192779:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.192781:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.192784:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.192786:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 4 MB=0x6a80632904880 00000400:00000200:0.0:1786799163.192789:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.192793:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.120@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:0.0:1786799163.192796:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.192810:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799163.192812:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799163.192815:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799163.192818:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799163.192822:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492ed500 x1873594431850624/t0(0) o9->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799163.192830:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492ed500 x1873594431850624/t0(0) o9->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.192835:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799163.192839:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.192841:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799163.192861:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799163.192866:0:2422:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786799163.192872:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799163.192874:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799163.192877:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8aa8. 00000400:00000200:0.0:1786799163.192880:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050faca18 00000400:00000010:0.0:1786799163.192883:0:2422:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050faca18. 00000100:00000001:0.0:1786799163.192886:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799163.192890:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492ec700 x1873594431850496/t0(0) o9->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799163.192899:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492ec700 x1873594431850496/t0(0) o9->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.192905:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799163.192906:0:2422:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799163.192909:0:2422:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799163.192912:0:2422:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799163.192915:0:2422:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799163.192917:0:2422:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799163.192920:0:2422:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799163.192930:0:2422:0:(import.c:2149:obd_at_measure()) add 5 to ffffa010451d1c60 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799163.192934:0:2422:0:(import.c:2149:obd_at_measure()) add 1 to ffffa010451d1c18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799163.192937:0:2422:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799163.192938:0:2422:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799163.192947:0:2422:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786799163.192964:0:2422:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492ec700 x1873594431850496/t0(0) o9->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786799163.192971:0:2422:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799163.192975:0:2422:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786799163.192977:0:2422:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786799163.192979:0:2422:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786799163.192981:0:2422:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799163.192985:0:2422:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492ec700 x1873594431850496/t0(0) o9->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.192992:0:2422:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799163.192995:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799163.192998:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786799163.193002:0:2422:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffffa010492ec700 x1873594431850496/t0(0) o9->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786799163.193010:0:2422:0:(import.c:65:import_set_state_nolock()) ffffa010451d1800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1786799163.193014:0:2422:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492ec700 x1873594431850496/t0(0) o9->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799163.193021:0:2422:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1363987a-c466-4431-b287-1107c5f58d5c:2422:1873594431850496:192.168.202.120@tcp:9:kworker.0 00000400:00000001:0.0:1786799163.193027:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799163.193029:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799163.193030:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8bb0. 00000400:00000200:0.0:1786799163.193033:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac000 00000400:00000010:0.0:1786799163.193034:0:2422:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac000. 00000100:00000001:0.0:1786799163.193036:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799163.193039:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492ed500 x1873594431850624/t0(0) o9->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799163.193045:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492ed500 x1873594431850624/t0(0) o9->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.193061:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799163.193062:0:2422:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799163.193064:0:2422:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799163.193066:0:2422:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799163.193067:0:2422:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799163.193069:0:2422:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799163.193071:0:2422:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799163.193075:0:2422:0:(import.c:2149:obd_at_measure()) add 5 to ffffa010451d7c60 time=21 v=5 (5 0 0 0) 00000100:00000001:3.0:1786799163.193202:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799163.193205:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786799163.193209:0:2426:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786799163.193211:0:2426:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786799163.193214:0:2426:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c1e18. 00000400:00000200:3.0:1786799163.193218:0:2426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90e58 00000400:00000010:3.0:1786799163.193219:0:2426:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90e58. 00000100:00000001:3.0:1786799163.193222:0:2426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786799163.193238:0:2426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492ed180 x1873594431849856/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786799163.193259:0:2426:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492ed180 x1873594431849856/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.193265:0:2426:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786799163.193267:0:2426:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.193269:0:2426:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786799163.193271:0:2426:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786799163.193272:0:2426:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786799163.193273:0:2426:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799163.193275:0:2426:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786799163.193279:0:2426:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01042b90460 time=89 v=5 (5 0 0 0) 00000100:00001000:3.0:1786799163.193282:0:2426:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042b90418 time=89 v=5 (1 0 0 0) 00000100:00000001:3.0:1786799163.193284:0:2426:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786799163.193285:0:2426:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786799163.193287:0:2426:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786799163.193290:0:2426:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799163.193291:0:2426:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.193295:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492ed180 x1873594431849856/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.193313:0:2426:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786799163.193315:0:2426:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786799163.193317:0:2426:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786799163.193321:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492ed180 x1873594431849856/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799163.193329:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431849856:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1786799163.193335:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799163.193337:0:2426:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786799163.193341:0:2426:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492ed180 x1873594431849856/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.193348:0:2426:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786799163.193351:0:2426:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786799163.193360:0:2426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010429f4600. 02000000:00000001:3.0:1786799163.193365:0:2426:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786799163.193368:0:2426:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786799163.193371:0:2426:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:3.0:1786799163.193373:0:2426:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786799163.193375:0:2426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042f04f00. 02000000:00000001:3.0:1786799163.193379:0:2426:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786799163.193381:0:2426:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786799163.193383:0:2426:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492ed180. 00000100:00000001:3.0:1786799163.193387:0:2426:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786799163.193388:0:2426:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.193391:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799163.193393:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799163.193395:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786799163.193397:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799163.193399:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799163.193570:0:2422:0:(import.c:2149:obd_at_measure()) add 1 to ffffa010451d7c18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799163.193573:0:2422:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799163.193574:0:2422:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799163.193576:0:2422:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786799163.193599:0:2422:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492ed500 x1873594431850624/t0(0) o9->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786799163.193606:0:2422:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799163.193609:0:2422:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786799163.193611:0:2422:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786799163.193612:0:2422:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786799163.193613:0:2422:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799163.193617:0:2422:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492ed500 x1873594431850624/t0(0) o9->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.193623:0:2422:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799163.193624:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799163.193626:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786799163.193629:0:2422:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffffa010492ed500 x1873594431850624/t0(0) o9->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786799163.193636:0:2422:0:(import.c:65:import_set_state_nolock()) ffffa010451d7800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1786799163.193640:0:2422:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492ed500 x1873594431850624/t0(0) o9->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799163.193646:0:2422:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1363987a-c466-4431-b287-1107c5f58d5c:2422:1873594431850624:192.168.202.120@tcp:9:kworker.0 00000100:00000001:0.0:1786799163.193657:0:2422:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799163.193659:0:2422:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799163.193663:0:2422:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492ec700 x1873594431850496/t0(0) o9->lustre-OST0000-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.193669:0:2422:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799163.193670:0:2422:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799163.193672:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010519f5000. 02000000:00000001:0.0:1786799163.193675:0:2422:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799163.193676:0:2422:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799163.193678:0:2422:0:(genops.c:1244:class_import_put()) import ffffa010451d1800 refcount=2 obd=lustre-OST0000-osc-ffffa01049b7e000 00000020:00000001:0.0:1786799163.193679:0:2422:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799163.193681:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042f04400. 02000000:00000001:0.0:1786799163.193683:0:2422:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799163.193684:0:2422:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799163.193686:0:2422:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492ec700. 00000100:00000001:0.0:1786799163.193690:0:2422:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799163.193692:0:2422:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799163.193693:0:2422:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799163.193696:0:2422:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492ed500 x1873594431850624/t0(0) o9->lustre-OST0001-osc-ffffa01049b7e000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1786799173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.193702:0:2422:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799163.193703:0:2422:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799163.193704:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010519f5800. 02000000:00000001:0.0:1786799163.193706:0:2422:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799163.193707:0:2422:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799163.193708:0:2422:0:(genops.c:1244:class_import_put()) import ffffa010451d7800 refcount=2 obd=lustre-OST0001-osc-ffffa01049b7e000 00000020:00000001:0.0:1786799163.193710:0:2422:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799163.193711:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01052e1ac00. 02000000:00000001:0.0:1786799163.193714:0:2422:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799163.193715:0:2422:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799163.193716:0:2422:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492ed500. 00000100:00000001:0.0:1786799163.193718:0:2422:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799163.193720:0:2422:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799163.193721:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799163.193730:0:2422:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799163.193737:0:2422:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799163.193739:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799163.193741:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786799163.195966:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.195985:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799163.195989:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.195991:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799163.196000:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.196008:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799163.196016:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.196021:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.196027:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.196031:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904680 00000400:00000200:0.0:1786799163.196036:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.196042:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x859 [1] + 224 00000800:00000001:0.0:1786799163.196049:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.196053:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799163.196057:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799163.196061:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799163.196070:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799163.196090:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492ec000 x1873594431850112/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799163.196101:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492ec000 x1873594431850112/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.196119:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799163.196129:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.196132:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799163.196134:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.196136:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799163.196139:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.196142:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799163.196146:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.196149:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.196164:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.196167:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904780 00000400:00000200:0.0:1786799163.196170:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.196173:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x861 [1] + 224 00000800:00000001:0.0:1786799163.196177:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.196183:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799163.196186:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799163.196188:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799163.196191:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799163.196196:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492edf80 x1873594431850368/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799163.196205:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492edf80 x1873594431850368/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.196211:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799163.196215:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.196217:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.196330:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799163.196335:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786799163.196343:0:2426:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786799163.196345:0:2426:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786799163.196348:0:2426:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c1e70. 00000400:00000200:3.0:1786799163.196352:0:2426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90cc0 00000400:00000010:3.0:1786799163.196354:0:2426:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90cc0. 00000100:00000001:3.0:1786799163.196357:0:2426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786799163.196362:0:2426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492ec000 x1873594431850112/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786799163.196369:0:2426:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492ec000 x1873594431850112/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.196375:0:2426:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786799163.196377:0:2426:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.196379:0:2426:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786799163.196382:0:2426:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786799163.196384:0:2426:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786799163.196387:0:2426:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799163.196390:0:2426:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786799163.196398:0:2426:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01050fdfc60 time=88 v=5 (5 0 0 0) 00000100:00001000:3.0:1786799163.196402:0:2426:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01050fdfc18 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1786799163.196412:0:2426:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786799163.196414:0:2426:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786799163.196416:0:2426:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786799163.196422:0:2426:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492ec000 x1873594431850112/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786799163.196428:0:2426:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799163.196431:0:2426:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786799163.196433:0:2426:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0105047f800: skip recheck: last_committed 0 00000100:00000001:3.0:1786799163.196435:0:2426:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786799163.196437:0:2426:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.196441:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492ec000 x1873594431850112/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.196448:0:2426:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786799163.196451:0:2426:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786799163.196452:0:2426:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786799163.196456:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492ec000 x1873594431850112/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799163.196463:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431850112:192.168.202.120@tcp:400:kworker.0 00000400:00000001:3.0:1786799163.196469:0:2426:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786799163.196470:0:2426:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786799163.196472:0:2426:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c1d10. 00000400:00000200:3.0:1786799163.196474:0:2426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90088 00000400:00000010:3.0:1786799163.196476:0:2426:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90088. 00000100:00000001:3.0:1786799163.196478:0:2426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786799163.196481:0:2426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492edf80 x1873594431850368/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786799163.196488:0:2426:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492edf80 x1873594431850368/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.196493:0:2426:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786799163.196494:0:2426:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.196502:0:2426:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786799163.196503:0:2426:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786799163.196504:0:2426:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786799163.196506:0:2426:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799163.196507:0:2426:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1786799163.196517:0:2426:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa01051902000. 00000100:00001000:3.0:1786799163.196522:0:2426:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01049b7dc60 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1786799163.196525:0:2426:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01049b7dc18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1786799163.196527:0:2426:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786799163.196528:0:2426:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786799163.196530:0:2426:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786799163.196534:0:2426:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492edf80 x1873594431850368/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786799163.196540:0:2426:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799163.196543:0:2426:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786799163.196544:0:2426:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:3.0:1786799163.196545:0:2426:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786799163.196547:0:2426:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.196550:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492edf80 x1873594431850368/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.196556:0:2426:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786799163.196558:0:2426:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786799163.196559:0:2426:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786799163.196563:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492edf80 x1873594431850368/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799163.196570:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1363987a-c466-4431-b287-1107c5f58d5c:2426:1873594431850368:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1786799163.196574:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799163.196616:0:2426:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786799163.196620:0:2426:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492ec000 x1873594431850112/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.196626:0:2426:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786799163.196634:0:2426:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786799163.196638:0:2426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01041284000. 02000000:00000001:3.0:1786799163.196642:0:2426:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786799163.196644:0:2426:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786799163.196646:0:2426:0:(genops.c:1244:class_import_put()) import ffffa01050fdf800 refcount=3 obd=lustre-MDT0001-mdc-ffffa0105047f800 00000020:00000001:3.0:1786799163.196648:0:2426:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786799163.196650:0:2426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042f04600. 02000000:00000001:3.0:1786799163.196654:0:2426:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786799163.196656:0:2426:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786799163.196658:0:2426:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492ec000. 00000100:00000001:3.0:1786799163.196662:0:2426:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786799163.196663:0:2426:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.196665:0:2426:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786799163.196669:0:2426:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492edf80 x1873594431850368/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.196674:0:2426:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786799163.196675:0:2426:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786799163.196676:0:2426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01058889200. 02000000:00000001:3.0:1786799163.196679:0:2426:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786799163.196680:0:2426:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786799163.196681:0:2426:0:(genops.c:1244:class_import_put()) import ffffa01049b7d800 refcount=3 obd=lustre-MDT0001-mdc-ffffa01049b7e000 00000020:00000001:3.0:1786799163.196683:0:2426:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786799163.196684:0:2426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042f04c00. 02000000:00000001:3.0:1786799163.196686:0:2426:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786799163.196687:0:2426:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786799163.196688:0:2426:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492edf80. 00000100:00000001:3.0:1786799163.196691:0:2426:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786799163.196693:0:2426:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.196695:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799163.196697:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799163.196698:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786799163.196700:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799163.196701:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786799163.202118:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799163.202130:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57d00. 00000400:00000200:1.0:1786799163.202138:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799163.202148:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799163.202157:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90770 00000400:00000010:1.0:1786799163.202160:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90770. 00000100:00000001:1.0:1786799163.202165:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799163.202176:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492eea00 x1873594431849984/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799163.202189:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799163.202192:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492eea00 x1873594431849984/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799163.202199:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799163.202201:0:2415:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786799163.202271:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799163.202274:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57700. 00000400:00000200:1.0:1786799163.202277:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799163.202280:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799163.202283:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90bb0 00000400:00000010:1.0:1786799163.202286:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90bb0. 00000100:00000001:1.0:1786799163.202288:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799163.202292:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492efb80 x1873594431850240/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799163.202322:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799163.202326:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492efb80 x1873594431850240/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799163.202332:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799163.202334:0:2415:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786799163.215751:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.215768:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799163.215772:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.215774:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799163.215783:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.215790:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799163.215799:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.215805:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.215810:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.215814:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904600 00000400:00000200:0.0:1786799163.215820:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.215827:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x869 [1] + 224 00000800:00000001:0.0:1786799163.215834:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.215838:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799163.215841:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799163.215846:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799163.215867:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799163.215878:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492eea00 x1873594431849984/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799163.215888:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492eea00 x1873594431849984/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.215908:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799163.215917:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.215922:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799163.215923:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.215926:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799163.215929:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.215932:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799163.215936:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.215938:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.215941:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.215944:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904700 00000400:00000200:0.0:1786799163.215956:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799163.215960:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:0.0:1786799163.215964:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.215980:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799163.215983:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799163.215986:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799163.215989:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799163.215994:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492efb80 x1873594431850240/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799163.216003:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492efb80 x1873594431850240/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799163.216010:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799163.216014:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799163.216017:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.216230:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799163.216236:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786799163.216242:0:2426:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786799163.216245:0:2426:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786799163.216248:0:2426:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c1370. 00000400:00000200:3.0:1786799163.216261:0:2426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90198 00000400:00000010:3.0:1786799163.216264:0:2426:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90198. 00000100:00000001:3.0:1786799163.216267:0:2426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786799163.216272:0:2426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492eea00 x1873594431849984/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786799163.216282:0:2426:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492eea00 x1873594431849984/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.216288:0:2426:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786799163.216290:0:2426:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.216293:0:2426:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786799163.216296:0:2426:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786799163.216313:0:2426:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786799163.216316:0:2426:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799163.216319:0:2426:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786799163.216330:0:2426:0:(import.c:2149:obd_at_measure()) add 5 to ffffa010493bec60 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1786799163.216335:0:2426:0:(import.c:2149:obd_at_measure()) add 1 to ffffa010493bec18 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1786799163.216338:0:2426:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786799163.216340:0:2426:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786799163.216343:0:2426:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786799163.216347:0:2426:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799163.216351:0:2426:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786799163.216353:0:2426:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0105047f800: skip recheck: last_committed 0 00000100:00000001:3.0:1786799163.216355:0:2426:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786799163.216357:0:2426:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.216362:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492eea00 x1873594431849984/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.216369:0:2426:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786799163.216372:0:2426:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786799163.216373:0:2426:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786799163.216377:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492eea00 x1873594431849984/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799163.216384:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2426:1873594431849984:192.168.202.120@tcp:400:kworker.0 00000400:00000001:3.0:1786799163.216398:0:2426:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786799163.216399:0:2426:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786799163.216401:0:2426:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c13c8. 00000400:00000200:3.0:1786799163.216404:0:2426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90990 00000400:00000010:3.0:1786799163.216406:0:2426:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90990. 00000100:00000001:3.0:1786799163.216408:0:2426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786799163.216412:0:2426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492efb80 x1873594431850240/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786799163.216421:0:2426:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492efb80 x1873594431850240/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.216427:0:2426:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786799163.216428:0:2426:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.216430:0:2426:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786799163.216432:0:2426:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786799163.216433:0:2426:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786799163.216434:0:2426:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799163.216436:0:2426:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786799163.216441:0:2426:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01049b79c60 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1786799163.216444:0:2426:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01049b79c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1786799163.216447:0:2426:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786799163.216448:0:2426:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786799163.216449:0:2426:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786799163.216451:0:2426:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799163.216453:0:2426:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786799163.216455:0:2426:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:3.0:1786799163.216456:0:2426:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786799163.216458:0:2426:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799163.216461:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492efb80 x1873594431850240/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.216467:0:2426:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786799163.216469:0:2426:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786799163.216470:0:2426:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786799163.216473:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492efb80 x1873594431850240/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799163.216486:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1363987a-c466-4431-b287-1107c5f58d5c:2426:1873594431850240:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1786799163.216490:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.216493:0:2426:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786799163.216496:0:2426:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492eea00 x1873594431849984/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.216504:0:2426:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786799163.216507:0:2426:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786799163.216510:0:2426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01058889600. 02000000:00000001:3.0:1786799163.216514:0:2426:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786799163.216516:0:2426:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786799163.216518:0:2426:0:(genops.c:1244:class_import_put()) import ffffa010493be800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0105047f800 00000020:00000001:3.0:1786799163.216520:0:2426:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786799163.216523:0:2426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042f04500. 02000000:00000001:3.0:1786799163.216526:0:2426:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786799163.216528:0:2426:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786799163.216530:0:2426:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492eea00. 00000100:00000001:3.0:1786799163.216534:0:2426:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786799163.216535:0:2426:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.216537:0:2426:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786799163.216540:0:2426:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492efb80 x1873594431850240/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799163.216547:0:2426:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786799163.216548:0:2426:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786799163.216549:0:2426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01058888000. 02000000:00000001:3.0:1786799163.216552:0:2426:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786799163.216553:0:2426:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786799163.216554:0:2426:0:(genops.c:1244:class_import_put()) import ffffa01049b79800 refcount=3 obd=lustre-MDT0000-mdc-ffffa01049b7e000 00000020:00000001:3.0:1786799163.216555:0:2426:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786799163.216557:0:2426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042f04100. 02000000:00000001:3.0:1786799163.216558:0:2426:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786799163.216560:0:2426:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786799163.216561:0:2426:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492efb80. 00000100:00000001:3.0:1786799163.216569:0:2426:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786799163.216570:0:2426:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.216573:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799163.216621:0:2426:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786799163.216623:0:2426:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799163.216626:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799163.216629:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799164.007642:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799164.007650:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799164.007656:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799164.007658:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786799164.015897:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786799164.015906:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786799164.015912:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786799164.517821:0:256:0:(connection.c:75:cpu_latency_work()) work item of ffffa01050819000 (cpu 0) has reached its deadline 4295051532, at 4295051584 00000100:00000010:0.0:1786799164.517878:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa01046541d20. 00000100:00000040:1.0:1786799164.518137:0:138:0:(connection.c:75:cpu_latency_work()) work item of ffffa01050819110 (cpu 0) has reached its deadline 4295051532, at 4295051584 00000100:00000010:1.0:1786799164.518144:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa01046541900. 00010000:00000001:1.0:1786799165.030039:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799165.030053:0:138:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786799165.030057:0:138:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786799165.030060:0:138:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799165.030067:0:138:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786799165.030070:0:138:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799165.030072:0:138:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799165.030075:0:138:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799165.030079:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799165.030081:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786799165.030167:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786799165.030171:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799165.030175:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799166.054035:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799166.054045:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799166.054356:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799166.054357:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786799166.058125:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786799166.058135:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786799166.058141:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799167.082323:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799167.082332:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799167.082340:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799167.082341:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786799167.083161:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786799167.083167:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799167.083171:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799168.101688:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799168.101698:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799168.101706:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799168.101708:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786799168.102634:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786799168.102641:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786799168.102646:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1786799168.293910:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0050480d-a554-4e58-85e2-24e3a375a6a4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799168.293926:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799168.293942:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492efb80. 00000020:00000040:3.0:1786799168.293951:0:36:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000001:3.0:1786799168.293956:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799168.293961:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799168.293969:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799168.293981:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01052e1ae00. 00000100:00000001:3.0:1786799168.293990:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.294005:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0050480d-a554-4e58-85e2-24e3a375a6a4->MGS req@ffffa010492efb80 x1873594431850752/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799168.294018:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799168.294025:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.294033:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009f96a59] to pc [ptlrpcd_01_00+0] req@ffffa010492efb80 x1873594431850752/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799168.294080:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.294083:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799168.294087:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799168.294113:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492eea00. 00000020:00000040:3.0:1786799168.294116:0:36:0:(genops.c:1231:class_import_get()) import ffffa010493be800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0105047f800 00000100:00000001:3.0:1786799168.294118:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799168.294119:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799168.294121:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799168.294125:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01052e1a200. 00000100:00000001:3.0:1786799168.294129:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.294134:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0000_UUID req@ffffa010492eea00 x1873594431850880/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799168.294142:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799168.294144:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.294148:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081d1d266] to pc [ptlrpcd_01_01+1] req@ffffa010492eea00 x1873594431850880/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799168.294157:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.294160:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799168.294164:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799168.294167:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492edf80. 00000020:00000040:3.0:1786799168.294169:0:36:0:(genops.c:1231:class_import_get()) import ffffa01050fdf800 refcount=4 obd=lustre-MDT0001-mdc-ffffa0105047f800 00000100:00000001:3.0:1786799168.294171:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799168.294173:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799168.294174:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.294343:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799168.294348:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799168.294350:0:2425:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799168.294358:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492efb80 x1873594431850752/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.294367:0:2425:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799168.294370:0:2425:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799168.294375:0:2425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799168.294377:0:2425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799168.294380:0:2425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799168.294391:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431850752:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799168.294396:0:2425:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799168.294403:0:2425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799168.294406:0:2425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799168.294408:0:2425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799168.294414:0:2425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010519f5400. 02000000:00000001:2.0:1786799168.294416:0:2425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799168.294423:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799168.294428:0:2425:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c14d0. 00000400:00000010:2.0:1786799168.294436:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a907f8. 00000100:00000200:2.0:1786799168.294445:0:2425:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431850752, portal 25 00000100:00000001:2.0:1786799168.294447:0:2425:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799168.294449:0:2425:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540577664 : -105483168973952 : ffffa010492efb80) 00000100:00000040:2.0:1786799168.294454:0:2425:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492efb80 x1873594431850752/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.294461:0:2425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799168.294464:0:2425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799168.294466:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90220. 00000100:00000200:2.0:1786799168.294471:0:2425:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873594431850752, offset 0 00000400:00000200:2.0:1786799168.294478:0:2425:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799168.294489:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799168.294500:0:2425:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799168.294507:0:2425:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799168.294511:0:2425:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799168.294516:0:2425:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799168.294519:0:2425:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799168.294523:0:2425:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [154:154:256:4294967295] 192.168.202.120@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:2.0:1786799168.294528:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799168.294540:0:2425:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799168.294546:0:2425:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799168.294552:0:2425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57200. 00000800:00000200:2.0:1786799168.294567:0:2425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799168.294871:0:2425:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799168.294877:0:2425:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799168.294963:0:2425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799168.294969:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799168.294972:0:2425:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295056652 00000100:00000010:2.0:1786799168.294978:0:2425:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0104513cc60. 00000100:00000001:2.0:1786799168.294986:0:2425:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786799168.294997:0:2425:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295056652 00000100:00000010:2.0:1786799168.295001:0:2425:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0104513c840. 00000100:00000001:2.0:1786799168.295005:0:2425:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786799168.295009:0:2425:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799168.295013:0:2425:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.295017:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.295020:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.295030:0:2425:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799168.295032:0:2425:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786799168.295035:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799168.295036:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799168.295038:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799168.295041:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1786799168.295043:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.295044:0:2425:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799168.295046:0:2425:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.295047:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799168.295048:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799168.295050:0:2425:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799168.295055:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492eea00 x1873594431850880/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.295062:0:2425:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799168.295063:0:2425:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799168.295066:0:2425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799168.295067:0:2425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799168.295070:0:2425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799168.295079:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431850880:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799168.295082:0:2425:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799168.295086:0:2425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799168.295087:0:2425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799168.295089:0:2425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799168.295092:0:2425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010519f4400. 02000000:00000001:2.0:1786799168.295094:0:2425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799168.295098:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799168.295101:0:2425:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c1478. 00000400:00000010:2.0:1786799168.295105:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90330. 00000100:00000200:2.0:1786799168.295108:0:2425:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431850880, portal 10 00000100:00000001:2.0:1786799168.295110:0:2425:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799168.295111:0:2425:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540573184 : -105483168978432 : ffffa010492eea00) 00000100:00000040:2.0:1786799168.295118:0:2425:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492eea00 x1873594431850880/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.295124:0:2425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799168.295126:0:2425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799168.295128:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90a18. 00000100:00000200:2.0:1786799168.295130:0:2425:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431850880, offset 0 00000400:00000200:2.0:1786799168.295135:0:2425:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799168.295139:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799168.295144:0:2425:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799168.295148:0:2425:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799168.295151:0:2425:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799168.295153:0:2425:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799168.295156:0:2425:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799168.295159:0:2425:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [155:155:255:4294967295] 192.168.202.120@tcp LPNI seq info [155:155:7:4294967295] 00000400:00000200:2.0:1786799168.295163:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799168.295170:0:2425:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799168.295174:0:2425:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799168.295191:0:2425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57b00. 00000800:00000200:2.0:1786799168.295200:0:2425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799168.295205:0:2425:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799168.295208:0:2425:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799168.295211:0:2425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799168.295216:0:2425:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: using a timeout of 177436 usecs (178 jiffies) 00000400:00000200:2.0:1786799168.295219:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799168.295220:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 0 is 4295055539 00000100:00000001:2.0:1786799168.295223:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS request active for cpu 0, keep current deadline 4295056652 00000100:00000001:2.0:1786799168.295225:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 1 is 4295055539 00000100:00000001:2.0:1786799168.295227:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS request active for cpu 1, keep current deadline 4295056652 00000100:00000001:2.0:1786799168.295229:0:2425:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799168.295231:0:2425:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.295233:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.295235:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.297012:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799168.297023:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786799168.300110:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799168.300140:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57200. 00000400:00000200:1.0:1786799168.300151:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799168.300162:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799168.300172:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90220 00000400:00000010:1.0:1786799168.300237:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90220. 00000100:00000001:1.0:1786799168.300247:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799168.300316:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492efb80 x1873594431850752/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799168.300332:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799168.300336:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492efb80 x1873594431850752/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799168.300345:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799168.300347:0:2415:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786799168.301240:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799168.301300:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57b00. 00000400:00000200:1.0:1786799168.301309:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799168.301317:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799168.301323:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90a18 00000400:00000010:1.0:1786799168.301326:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90a18. 00000100:00000001:1.0:1786799168.301330:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799168.301337:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492eea00 x1873594431850880/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799168.301349:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799168.301352:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492eea00 x1873594431850880/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799168.301359:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799168.301361:0:2415:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1786799168.305521:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01052e1ac00. 00000100:00000001:3.0:1786799168.305553:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.305572:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0001_UUID req@ffffa010492edf80 x1873594431851008/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799168.306480:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799168.306487:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.306501:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d1543] to pc [ptlrpcd_01_00+0] req@ffffa010492edf80 x1873594431851008/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799168.306554:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.306630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786799168.306634:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786799168.306637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786799168.306641:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786799168.306644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799168.306649:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799168.306658:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492ec000. 00000020:00000040:3.0:1786799168.306664:0:36:0:(genops.c:1231:class_import_get()) import ffffa01049b79800 refcount=4 obd=lustre-MDT0000-mdc-ffffa01049b7e000 00000100:00000001:3.0:1786799168.306669:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799168.306673:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799168.306679:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799168.306688:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042f04100. 00000100:00000001:3.0:1786799168.306694:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.306700:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0000_UUID req@ffffa010492ec000 x1873594431851136/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799168.306708:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799168.306710:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.306714:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ece847f1] to pc [ptlrpcd_01_01+1] req@ffffa010492ec000 x1873594431851136/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799168.306722:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.306724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786799168.306728:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786799168.306731:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa010492ed180. 00000020:00000040:3.0:1786799168.306733:0:36:0:(genops.c:1231:class_import_get()) import ffffa01049b7d800 refcount=4 obd=lustre-MDT0001-mdc-ffffa01049b7e000 00000100:00000001:3.0:1786799168.306735:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786799168.306737:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786799168.306738:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786799168.306753:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042f04500. 00000100:00000001:3.0:1786799168.306757:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.306768:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0001_UUID req@ffffa010492ed180 x1873594431851264/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786799168.306781:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786799168.306858:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.306864:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcd057a6] to pc [ptlrpcd_01_00+0] req@ffffa010492ed180 x1873594431851264/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799168.306872:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.306874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786799168.306878:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786799168.306880:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786799168.306883:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786799168.306891:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (393) 00000100:00000001:3.0:1786799168.306932:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799168.306938:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786799168.306940:0:2426:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786799168.306946:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492ec000 x1873594431851136/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799168.306953:0:2426:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786799168.306956:0:2426:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799168.306962:0:2426:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786799168.306965:0:2426:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786799168.306968:0:2426:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786799168.306972:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1363987a-c466-4431-b287-1107c5f58d5c:2426:1873594431851136:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1786799168.306976:0:2426:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786799168.306984:0:2426:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786799168.306987:0:2426:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799168.306990:0:2426:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786799168.306996:0:2426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01051da4c00. 02000000:00000001:3.0:1786799168.306998:0:2426:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786799168.307012:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:3.0:1786799168.307018:0:2426:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0104322d528. 00000400:00000010:3.0:1786799168.307026:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0104997b198. 00000100:00000200:3.0:1786799168.307048:0:2426:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431851136, portal 10 00000100:00000001:3.0:1786799168.307051:0:2426:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786799168.307052:0:2426:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540562432 : -105483168989184 : ffffa010492ec000) 00000100:00000040:3.0:1786799168.307061:0:2426:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492ec000 x1873594431851136/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799168.307069:0:2426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786799168.307071:0:2426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:3.0:1786799168.307074:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0104997b990. 00000100:00000200:3.0:1786799168.307079:0:2426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431851136, offset 0 00000400:00000200:3.0:1786799168.307087:0:2426:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:3.0:1786799168.307099:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1786799168.307109:0:2426:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:3.0:1786799168.307114:0:2426:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786799168.307119:0:2426:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:3.0:1786799168.307124:0:2426:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786799168.307126:0:2426:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:3.0:1786799168.307130:0:2426:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [156:156:256:4294967295] 192.168.202.120@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:3.0:1786799168.307135:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1786799168.307147:0:2426:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:3.0:1786799168.307154:0:2426:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:3.0:1786799168.307160:0:2426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042f04c00. 00000800:00000200:3.0:1786799168.307168:0:2426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:3.0:1786799168.308445:0:2426:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:3.0:1786799168.308452:0:2426:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042f04c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799168.309154:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799168.309162:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799168.309165:0:2425:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799168.309188:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492edf80 x1873594431851008/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.309200:0:2425:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799168.309203:0:2425:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799168.309209:0:2425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799168.309213:0:2425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799168.309217:0:2425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799168.309220:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431851008:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799168.309224:0:2425:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799168.309230:0:2425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799168.309233:0:2425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799168.309235:0:2425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799168.309244:0:2425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010519f5600. 02000000:00000001:2.0:1786799168.309277:0:2425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799168.309285:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799168.309291:0:2425:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c1420. 00000400:00000010:2.0:1786799168.309300:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a904c8. 00000100:00000200:2.0:1786799168.309308:0:2425:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431851008, portal 10 00000100:00000001:2.0:1786799168.309311:0:2425:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799168.309313:0:2425:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540570496 : -105483168981120 : ffffa010492edf80) 00000100:00000040:2.0:1786799168.309322:0:2425:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492edf80 x1873594431851008/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.309330:0:2425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799168.309333:0:2425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799168.309336:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a906e8. 00000100:00000200:2.0:1786799168.309340:0:2425:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431851008, offset 0 00000400:00000200:2.0:1786799168.309347:0:2425:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799168.309356:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799168.309365:0:2425:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799168.309371:0:2425:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799168.309374:0:2425:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799168.309378:0:2425:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799168.309381:0:2425:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799168.309385:0:2425:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [157:157:255:4294967295] 192.168.202.120@tcp LPNI seq info [157:157:7:4294967295] 00000400:00000200:2.0:1786799168.309388:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799168.309399:0:2425:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799168.309405:0:2425:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799168.309412:0:2425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57300. 00000800:00000200:2.0:1786799168.309420:0:2425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799168.309427:0:2425:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799168.309430:0:2425:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786799168.311647:0:2426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.311663:0:2426:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: using a timeout of 27513 usecs (28 jiffies) 00000400:00000200:3.0:1786799168.311674:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1786799168.311678:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295055406 00000100:00000001:3.0:1786799168.311709:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295056652 00000100:00000001:3.0:1786799168.311712:0:2426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295055406 00000100:00000001:3.0:1786799168.311714:0:2426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295056652 00000100:00000001:3.0:1786799168.311716:0:2426:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786799168.311721:0:2426:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799168.311727:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799168.311731:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799168.311744:0:2426:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786799168.311747:0:2426:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786799168.311751:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799168.311753:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786799168.311755:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799168.311758:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786799168.317839:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799168.317869:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799168.317874:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799168.317878:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799168.317889:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.317909:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799168.317925:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.317932:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.317939:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.317944:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 25 MB=0x6a80632904900 00000400:00000200:0.0:1786799168.317951:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.317962:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.120@tcp of length 224/224 into md 0x879 [1] + 224 00000800:00000001:0.0:1786799168.317972:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799168.317977:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799168.317980:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799168.317985:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799168.317996:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799168.318007:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492efb80 x1873594431850752/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799168.318020:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492efb80 x1873594431850752/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799168.318041:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1786799168.318710:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799168.318719:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042f04c00. 00000400:00000200:0.0:1786799168.318727:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799168.318756:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799168.318763:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0104997b990 00000400:00000010:0.0:1786799168.318767:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0104997b990. 00000100:00000001:0.0:1786799168.318773:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799168.318791:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492ec000 x1873594431851136/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799168.318807:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799168.318811:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492ec000 x1873594431851136/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799168.318819:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799168.318821:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786799168.318829:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799168.318835:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799168.318837:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799168.318839:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799168.318843:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.318847:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799168.318853:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.318857:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.318861:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.318865:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904980 00000400:00000200:0.0:1786799168.318870:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.318876:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:0.0:1786799168.318882:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799168.318890:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799168.318893:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799168.318896:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799168.318910:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799168.318917:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492eea00 x1873594431850880/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799168.318926:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492eea00 x1873594431850880/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799168.318947:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799168.318955:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799168.318958:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.319616:0:2425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799168.319626:0:2425:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: using a timeout of 82266 usecs (83 jiffies) 00000400:00000200:2.0:1786799168.319631:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799168.319646:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 0 is 4295055469 00000100:00000001:2.0:1786799168.319651:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS request active for cpu 0, keep current deadline 4295056652 00000100:00000001:2.0:1786799168.319654:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 1 is 4295055469 00000100:00000001:2.0:1786799168.319656:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS request active for cpu 1, keep current deadline 4295056652 00000100:00000001:2.0:1786799168.319658:0:2425:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799168.319662:0:2425:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.319667:0:2425:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799168.319677:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa010492ed180 x1873594431851264/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.319686:0:2425:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799168.319689:0:2425:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799168.319695:0:2425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799168.319699:0:2425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799168.319703:0:2425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799168.319706:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa010492ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1363987a-c466-4431-b287-1107c5f58d5c:2425:1873594431851264:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799168.319711:0:2425:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799168.319718:0:2425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799168.319721:0:2425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799168.319724:0:2425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799168.319731:0:2425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010519f4a00. 02000000:00000001:2.0:1786799168.319733:0:2425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799168.319737:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799168.319742:0:2425:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c15d8. 00000400:00000010:2.0:1786799168.319749:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90d48. 00000100:00000200:2.0:1786799168.319757:0:2425:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431851264, portal 10 00000100:00000001:2.0:1786799168.319760:0:2425:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799168.319761:0:2425:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590540566912 : -105483168984704 : ffffa010492ed180) 00000100:00000040:2.0:1786799168.319770:0:2425:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa010492ed180 x1873594431851264/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.319778:0:2425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799168.319780:0:2425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799168.320468:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90440. 00000100:00000200:2.0:1786799168.320475:0:2425:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431851264, offset 0 00000400:00000200:2.0:1786799168.320484:0:2425:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799168.320493:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799168.320503:0:2425:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799168.320509:0:2425:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799168.320515:0:2425:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799168.320520:0:2425:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799168.320533:0:2425:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799168.320537:0:2425:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [158:158:255:4294967295] 192.168.202.120@tcp LPNI seq info [158:158:7:4294967295] 00000400:00000200:2.0:1786799168.320541:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799168.320553:0:2425:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799168.320560:0:2425:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799168.320569:0:2425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57e00. 00000800:00000200:2.0:1786799168.320729:0:2425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799168.320740:0:2425:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799168.320745:0:2425:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786799168.320751:0:2425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799168.320756:0:2425:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: using a timeout of 31746 usecs (32 jiffies) 00000400:00000200:2.0:1786799168.320759:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799168.320762:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295055419 00000100:00000001:2.0:1786799168.320765:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295056652 00000100:00000001:2.0:1786799168.320768:0:2425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295055419 00000100:00000001:2.0:1786799168.320770:0:2425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295056652 00000100:00000001:2.0:1786799168.320772:0:2425:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799168.320776:0:2425:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786799168.320854:0:2425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799168.320857:0:2425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799168.320861:0:2425:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c1478. 00000400:00000200:2.0:1786799168.320869:0:2425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90330 00000400:00000010:2.0:1786799168.320882:0:2425:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90330. 00000100:00000001:2.0:1786799168.320888:0:2425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799168.320897:0:2425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492eea00 x1873594431850880/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799168.320916:0:2425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492eea00 x1873594431850880/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.320924:0:2425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799168.320927:0:2425:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.320930:0:2425:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799168.320933:0:2425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799168.320936:0:2425:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799168.320939:0:2425:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799168.320942:0:2425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799168.320954:0:2425:0:(import.c:2149:obd_at_measure()) add 5 to ffffa010493bec60 time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799168.320959:0:2425:0:(import.c:2149:obd_at_measure()) add 1 to ffffa010493bec18 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799168.320962:0:2425:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799168.320964:0:2425:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799168.320967:0:2425:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786799168.320972:0:2425:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.320977:0:2425:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786799168.320979:0:2425:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0105047f800: skip recheck: last_committed 0 00000100:00000001:2.0:1786799168.320982:0:2425:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786799168.320983:0:2425:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799168.320989:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492eea00 x1873594431850880/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.320998:0:2425:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799168.321001:0:2425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799168.321003:0:2425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799168.321008:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492eea00 x1873594431850880/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799168.321015:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431850880:192.168.202.120@tcp:400:kworker.0 00000400:00000001:2.0:1786799168.321022:0:2425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799168.321473:0:2425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799168.321477:0:2425:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c14d0. 00000400:00000200:2.0:1786799168.321480:0:2425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a907f8 00000400:00000010:2.0:1786799168.321482:0:2425:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a907f8. 00000100:00000001:2.0:1786799168.321486:0:2425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799168.321491:0:2425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492efb80 x1873594431850752/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799168.321500:0:2425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492efb80 x1873594431850752/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.321508:0:2425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799168.321509:0:2425:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.321512:0:2425:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799168.321514:0:2425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799168.321515:0:2425:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799168.321517:0:2425:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799168.321519:0:2425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799168.321523:0:2425:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01042b90460 time=94 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799168.321527:0:2425:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042b90418 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799168.321529:0:2425:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799168.321530:0:2425:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799168.321532:0:2425:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786799168.321534:0:2425:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.321536:0:2425:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799168.321540:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492efb80 x1873594431850752/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.321547:0:2425:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799168.321550:0:2425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799168.321551:0:2425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799168.321555:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492efb80 x1873594431850752/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799168.321562:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431850752:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799168.321566:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.321683:0:2425:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799168.321689:0:2425:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492eea00 x1873594431850880/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.321697:0:2425:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799168.321700:0:2425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799168.321704:0:2425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010519f4400. 02000000:00000001:2.0:1786799168.321708:0:2425:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799168.321711:0:2425:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799168.321713:0:2425:0:(genops.c:1244:class_import_put()) import ffffa010493be800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0105047f800 00000020:00000001:2.0:1786799168.321715:0:2425:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799168.321718:0:2425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01052e1a200. 02000000:00000001:2.0:1786799168.321724:0:2425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799168.321727:0:2425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799168.321729:0:2425:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492eea00. 00000800:00000001:0.0:1786799168.325076:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799168.325102:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799168.325107:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799168.325110:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799168.325120:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.325131:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799168.325143:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.325151:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.325158:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.325164:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904a80 00000400:00000200:0.0:1786799168.325170:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.325189:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x889 [1] + 224 00000800:00000001:0.0:1786799168.325199:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799168.325212:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799168.325216:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799168.325221:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799168.325232:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799168.325243:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492ec000 x1873594431851136/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799168.325266:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492ec000 x1873594431851136/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799168.325286:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1786799168.325345:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799168.325350:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57300. 00000400:00000200:0.0:1786799168.325355:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799168.325359:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799168.325364:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a906e8 00000400:00000010:0.0:1786799168.325368:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a906e8. 00000100:00000001:0.0:1786799168.325393:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799168.325399:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492edf80 x1873594431851008/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799168.325412:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799168.325416:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492edf80 x1873594431851008/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799168.325423:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799168.325425:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786799168.325433:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799168.325437:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1786799168.325511:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799168.325514:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57e00. 00000400:00000200:0.0:1786799168.325517:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799168.325520:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799168.325523:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90440 00000400:00000010:0.0:1786799168.325526:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90440. 00000100:00000001:0.0:1786799168.325528:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799168.325533:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa010492ed180 x1873594431851264/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799168.325541:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799168.325544:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa010492ed180 x1873594431851264/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799168.325551:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799168.325552:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786799168.326213:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799168.326218:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786799168.326228:0:2426:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786799168.326230:0:2426:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786799168.326235:0:2426:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0104322d528. 00000400:00000200:3.0:1786799168.326240:0:2426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0104997b198 00000400:00000010:3.0:1786799168.326242:0:2426:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0104997b198. 00000100:00000001:3.0:1786799168.326246:0:2426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786799168.326265:0:2426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492ec000 x1873594431851136/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786799168.326276:0:2426:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492ec000 x1873594431851136/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799168.326284:0:2426:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786799168.326286:0:2426:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799168.326289:0:2426:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786799168.326294:0:2426:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786799168.326298:0:2426:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786799168.326301:0:2426:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799168.326305:0:2426:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786799168.326318:0:2426:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01049b79c60 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1786799168.326323:0:2426:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01049b79c18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1786799168.326340:0:2426:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786799168.326342:0:2426:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786799168.326345:0:2426:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786799168.326351:0:2426:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799168.326356:0:2426:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786799168.326359:0:2426:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:3.0:1786799168.326362:0:2426:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786799168.326364:0:2426:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799168.326369:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492ec000 x1873594431851136/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799168.326378:0:2426:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786799168.326382:0:2426:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786799168.326384:0:2426:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786799168.326388:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492ec000 x1873594431851136/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799168.326398:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1363987a-c466-4431-b287-1107c5f58d5c:2426:1873594431851136:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1786799168.326404:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799168.326407:0:2426:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786799168.326410:0:2426:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492ec000 x1873594431851136/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799168.326417:0:2426:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786799168.326420:0:2426:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786799168.326425:0:2426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01051da4c00. 02000000:00000001:3.0:1786799168.326430:0:2426:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786799168.326433:0:2426:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786799168.326435:0:2426:0:(genops.c:1244:class_import_put()) import ffffa01049b79800 refcount=3 obd=lustre-MDT0000-mdc-ffffa01049b7e000 00000020:00000001:3.0:1786799168.326438:0:2426:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786799168.326441:0:2426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042f04100. 02000000:00000001:3.0:1786799168.326445:0:2426:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786799168.326448:0:2426:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786799168.326451:0:2426:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492ec000. 00000100:00000001:3.0:1786799168.326458:0:2426:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786799168.326466:0:2426:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799168.326469:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799168.326479:0:2426:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786799168.326482:0:2426:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799168.326485:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799168.326488:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.326718:0:2425:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799168.326720:0:2425:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.326722:0:2425:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799168.326730:0:2425:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492efb80 x1873594431850752/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.326738:0:2425:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799168.326740:0:2425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799168.326742:0:2425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010519f5400. 02000000:00000001:2.0:1786799168.326747:0:2425:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799168.326748:0:2425:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799168.326750:0:2425:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:2.0:1786799168.326752:0:2425:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799168.326754:0:2425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01052e1ae00. 02000000:00000001:2.0:1786799168.326758:0:2425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799168.326760:0:2425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799168.326762:0:2425:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492efb80. 00000100:00000001:2.0:1786799168.326764:0:2425:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799168.326766:0:2425:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.326767:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.326772:0:2425:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799168.326774:0:2425:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786799168.326776:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799168.326859:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799168.326862:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.326864:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786799168.335756:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799168.335783:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799168.335788:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799168.335791:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799168.335802:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.335812:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799168.335824:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.335830:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.335836:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.335860:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904a00 00000400:00000200:0.0:1786799168.335866:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799168.335874:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x891 [1] + 224 00000800:00000001:0.0:1786799168.335885:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799168.335896:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799168.335911:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799168.335916:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799168.335927:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799168.335938:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492edf80 x1873594431851008/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799168.335951:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492edf80 x1873594431851008/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799168.335973:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799168.335985:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799168.335989:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.336115:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799168.336120:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786799168.336130:0:2425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799168.336132:0:2425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799168.336137:0:2425:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c1420. 00000400:00000200:2.0:1786799168.336142:0:2425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a904c8 00000400:00000010:2.0:1786799168.336146:0:2425:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a904c8. 00000100:00000001:2.0:1786799168.336150:0:2425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799168.336155:0:2425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492edf80 x1873594431851008/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799168.336164:0:2425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492edf80 x1873594431851008/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.336171:0:2425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799168.336173:0:2425:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.336188:0:2425:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799168.336193:0:2425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799168.336196:0:2425:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799168.336199:0:2425:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799168.336202:0:2425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799168.336216:0:2425:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01050fdfc60 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799168.336221:0:2425:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01050fdfc18 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799168.336224:0:2425:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799168.336226:0:2425:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799168.336229:0:2425:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786799168.336235:0:2425:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492edf80 x1873594431851008/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786799168.336243:0:2425:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.336247:0:2425:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786799168.336250:0:2425:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0105047f800: skip recheck: last_committed 0 00000100:00000001:2.0:1786799168.336252:0:2425:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786799168.336254:0:2425:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799168.336259:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492edf80 x1873594431851008/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.336276:0:2425:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799168.336280:0:2425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799168.336282:0:2425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799168.336288:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492edf80 x1873594431851008/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799168.336295:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2425:1873594431851008:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799168.336301:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.336304:0:2425:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799168.336307:0:2425:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492edf80 x1873594431851008/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.336314:0:2425:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799168.336316:0:2425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799168.336321:0:2425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010519f5600. 02000000:00000001:2.0:1786799168.336327:0:2425:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799168.336330:0:2425:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799168.336332:0:2425:0:(genops.c:1244:class_import_put()) import ffffa01050fdf800 refcount=3 obd=lustre-MDT0001-mdc-ffffa0105047f800 00000020:00000001:2.0:1786799168.336334:0:2425:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799168.336337:0:2425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01052e1ac00. 02000000:00000001:2.0:1786799168.336342:0:2425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799168.336344:0:2425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799168.336347:0:2425:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492edf80. 00000100:00000001:2.0:1786799168.336352:0:2425:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799168.336353:0:2425:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.336357:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.336359:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799168.336360:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799168.336362:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.336364:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786799168.338337:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799168.338355:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799168.338361:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799168.338364:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799168.338373:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799168.338383:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799168.338411:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799168.338418:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799168.338426:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799168.338430:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904b00 00000400:00000200:1.0:1786799168.338436:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799168.338443:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x899 [1] + 224 00000800:00000001:1.0:1786799168.338451:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799168.338538:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799168.338543:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799168.338550:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799168.338558:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799168.338569:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa010492ed180 x1873594431851264/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799168.338887:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa010492ed180 x1873594431851264/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.338959:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799168.338964:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786799168.338984:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786799168.338998:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799168.339001:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786799168.341560:0:2425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799168.341569:0:2425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799168.341782:0:2425:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c15d8. 00000400:00000200:2.0:1786799168.341794:0:2425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90d48 00000400:00000010:2.0:1786799168.341797:0:2425:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90d48. 00000100:00000001:2.0:1786799168.341804:0:2425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799168.341817:0:2425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa010492ed180 x1873594431851264/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799168.341830:0:2425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa010492ed180 x1873594431851264/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.341840:0:2425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799168.341843:0:2425:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.341847:0:2425:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799168.341852:0:2425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799168.341855:0:2425:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799168.341858:0:2425:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799168.341862:0:2425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799168.341874:0:2425:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01049b7dc60 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799168.341878:0:2425:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01049b7dc18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799168.341881:0:2425:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799168.341883:0:2425:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799168.341886:0:2425:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786799168.341891:0:2425:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa010492ed180 x1873594431851264/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786799168.341909:0:2425:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.341915:0:2425:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786799168.341917:0:2425:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:2.0:1786799168.341919:0:2425:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786799168.341922:0:2425:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799168.341927:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa010492ed180 x1873594431851264/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.341935:0:2425:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799168.341939:0:2425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799168.341941:0:2425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799168.341953:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa010492ed180 x1873594431851264/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799168.341977:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa010492ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1363987a-c466-4431-b287-1107c5f58d5c:2425:1873594431851264:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1786799168.341983:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.341986:0:2425:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799168.341990:0:2425:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa010492ed180 x1873594431851264/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799168.341996:0:2425:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799168.341999:0:2425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799168.342004:0:2425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010519f4a00. 02000000:00000001:2.0:1786799168.342009:0:2425:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799168.342012:0:2425:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799168.342014:0:2425:0:(genops.c:1244:class_import_put()) import ffffa01049b7d800 refcount=3 obd=lustre-MDT0001-mdc-ffffa01049b7e000 00000020:00000001:2.0:1786799168.342017:0:2425:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799168.342021:0:2425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042f04500. 02000000:00000001:2.0:1786799168.342026:0:2425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799168.342028:0:2425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799168.342031:0:2425:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa010492ed180. 00000100:00000001:2.0:1786799168.342035:0:2425:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799168.342037:0:2425:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.342040:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799168.342049:0:2425:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799168.342051:0:2425:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799168.342055:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799168.342058:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799169.126440:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799169.126451:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799169.127239:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799169.127241:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786799169.128695:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786799169.128714:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799169.128721:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786799169.637900:0:138:0:(connection.c:75:cpu_latency_work()) work item of ffffa01050819110 (cpu 0) has reached its deadline 4295056652, at 4295056704 00000100:00000010:1.0:1786799169.637925:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0104513c840. 00000100:00000040:0.0:1786799169.638736:0:256:0:(connection.c:75:cpu_latency_work()) work item of ffffa01050819000 (cpu 0) has reached its deadline 4295056652, at 4295056705 00000100:00000010:0.0:1786799169.638748:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0104513cc60. 00010000:00000001:1.0:1786799170.156036:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799170.156048:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799170.156055:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799170.156057:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786799170.156907:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786799170.156914:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786799170.156920:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799171.176191:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799171.176201:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799171.176209:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799171.176210:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786799171.180155:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786799171.180167:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799171.180175:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799172.197736:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799172.197755:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799172.197764:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799172.197768:0:138:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786799172.197770:0:138:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786799172.197773:0:138:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799172.197777:0:138:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786799172.197780:0:138:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799172.197781:0:138:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799172.197784:0:138:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786799172.200452:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786799172.200463:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786799172.200470:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1786799172.654289:0:10300:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786799172.654304:0:10300:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1786799173.207043:0:10336:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1786799173.207053:0:10336:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:3.0:1786799173.214243:0:10336:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1786799173.225735:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799173.225746:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799173.225754:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799173.225756:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786799173.231655:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786799173.231664:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786799173.231671:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786799173.419240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0050480d-a554-4e58-85e2-24e3a375a6a4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799173.419255:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786799173.419265:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572dc00. 00000020:00000040:0.0:1786799173.419274:0:36:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000001:0.0:1786799173.419279:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799173.419283:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799173.419290:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799173.419301:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afcf00. 00000100:00000001:0.0:1786799173.419310:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.419349:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0050480d-a554-4e58-85e2-24e3a375a6a4->MGS req@ffffa0104572dc00 x1873594431851392/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799173.419361:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799173.419367:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.419375:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ae02e95] to pc [ptlrpcd_00_00+0] req@ffffa0104572dc00 x1873594431851392/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.419402:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.419406:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799173.419409:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786799173.419413:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572e300. 00000020:00000040:0.0:1786799173.419415:0:36:0:(genops.c:1231:class_import_get()) import ffffa010493be800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0105047f800 00000100:00000001:0.0:1786799173.419417:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799173.419418:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799173.419420:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799173.419424:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afcb00. 00000100:00000001:0.0:1786799173.419427:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.419430:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0000_UUID req@ffffa0104572e300 x1873594431851520/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799173.419437:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799173.419438:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.419441:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000256a2c61] to pc [ptlrpcd_00_01+1] req@ffffa0104572e300 x1873594431851520/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.419449:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.419451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799173.419454:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786799173.419456:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572f480. 00000020:00000040:0.0:1786799173.419459:0:36:0:(genops.c:1231:class_import_get()) import ffffa01050fdf800 refcount=4 obd=lustre-MDT0001-mdc-ffffa0105047f800 00000100:00000001:0.0:1786799173.419461:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799173.419463:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799173.419464:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799173.419473:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afcd00. 00000100:00000001:0.0:1786799173.419476:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.419480:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0001_UUID req@ffffa0104572f480 x1873594431851648/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799173.419487:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799173.419489:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.419492:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c3bc0b2] to pc [ptlrpcd_00_00+0] req@ffffa0104572f480 x1873594431851648/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.419498:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.419500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786799173.419504:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786799173.419507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786799173.419511:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786799173.419514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799173.419517:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786799173.419520:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572d880. 00000020:00000040:0.0:1786799173.419523:0:36:0:(genops.c:1231:class_import_get()) import ffffa01049b79800 refcount=4 obd=lustre-MDT0000-mdc-ffffa01049b7e000 00000100:00000001:0.0:1786799173.419525:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799173.419526:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799173.419528:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799173.419531:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afc900. 00000100:00000001:0.0:1786799173.419534:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.419538:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0000_UUID req@ffffa0104572d880 x1873594431851776/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799173.419545:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799173.419547:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.419551:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfd78f44] to pc [ptlrpcd_00_01+1] req@ffffa0104572d880 x1873594431851776/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.419570:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.419573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799173.419602:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786799173.419606:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572e680. 00000020:00000040:0.0:1786799173.419609:0:36:0:(genops.c:1231:class_import_get()) import ffffa01049b7d800 refcount=4 obd=lustre-MDT0001-mdc-ffffa01049b7e000 00000100:00000001:0.0:1786799173.419611:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799173.419613:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799173.419614:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799173.419617:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afcc00. 00000100:00000001:0.0:1786799173.419621:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.419626:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0001_UUID req@ffffa0104572e680 x1873594431851904/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799173.419633:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799173.419635:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.419639:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d9c1d3d] to pc [ptlrpcd_00_00+0] req@ffffa0104572e680 x1873594431851904/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.419646:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.419649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786799173.419652:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786799173.419656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786799173.419659:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786799173.419666:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (398) 00000100:00000001:0.0:1786799173.419682:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799173.419687:0:2423:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799173.419691:0:2423:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799173.419697:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572dc00 x1873594431851392/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.419716:0:2423:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799173.419719:0:2423:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799173.419724:0:2423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799173.419727:0:2423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799173.419729:0:2423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799173.419733:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2423:1873594431851392:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799173.419738:0:2423:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799173.419745:0:2423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799173.419748:0:2423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799173.419751:0:2423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799173.419755:0:2423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01042a23600. 02000000:00000001:0.0:1786799173.419757:0:2423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799173.419766:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799173.419771:0:2423:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8bb0. 00000400:00000010:0.0:1786799173.419778:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac000. 00000100:00000200:0.0:1786799173.419786:0:2423:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431851392, portal 25 00000100:00000001:0.0:1786799173.419789:0:2423:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799173.419790:0:2423:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477917184 : -105483231634432 : ffffa0104572dc00) 00000100:00000040:0.0:1786799173.419795:0:2423:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572dc00 x1873594431851392/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.419802:0:2423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799173.419805:0:2423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799173.419807:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050faca18. 00000100:00000200:0.0:1786799173.419810:0:2423:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873594431851392, offset 0 00000400:00000200:0.0:1786799173.419817:0:2423:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799173.419828:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.419836:0:2423:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799173.419842:0:2423:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799173.422437:0:2423:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799173.422451:0:2423:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799173.422456:0:2423:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799173.422470:0:2423:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [159:159:256:4294967295] 192.168.202.120@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:0.0:1786799173.422478:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.422492:0:2423:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799173.422503:0:2423:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799173.422511:0:2423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afce00. 00000800:00000200:0.0:1786799173.422521:0:2423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799173.422532:0:2423:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799173.422539:0:2423:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799173.422571:0:2423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799173.422590:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799173.422594:0:2423:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295061776 00000100:00000010:0.0:1786799173.422601:0:2423:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa01046541d20. 00000100:00000001:0.0:1786799173.422612:0:2423:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786799173.422623:0:2423:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295061776 00000100:00000010:0.0:1786799173.422626:0:2423:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa01046541240. 00000100:00000001:0.0:1786799173.422631:0:2423:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786799173.422634:0:2423:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799173.422640:0:2423:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.422646:0:2423:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799173.422654:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572f480 x1873594431851648/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.422664:0:2423:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799173.422667:0:2423:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799173.422672:0:2423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799173.422676:0:2423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799173.422680:0:2423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799173.422683:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431851648:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799173.422688:0:2423:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799173.422694:0:2423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799173.422697:0:2423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799173.422707:0:2423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799173.422713:0:2423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01042bccc00. 02000000:00000001:0.0:1786799173.422715:0:2423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799173.422721:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799173.422726:0:2423:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8aa8. 00000400:00000010:0.0:1786799173.422733:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050face58. 00000100:00000200:0.0:1786799173.422741:0:2423:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431851648, portal 10 00000100:00000001:0.0:1786799173.422744:0:2423:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799173.422746:0:2423:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477923456 : -105483231628160 : ffffa0104572f480) 00000100:00000040:0.0:1786799173.422756:0:2423:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572f480 x1873594431851648/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.422764:0:2423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799173.422766:0:2423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799173.422769:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac7f8. 00000100:00000200:0.0:1786799173.422772:0:2423:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431851648, offset 0 00000400:00000200:0.0:1786799173.422779:0:2423:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799173.422787:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.422795:0:2423:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799173.422800:0:2423:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799173.422805:0:2423:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799173.422807:0:2423:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799173.422809:0:2423:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799173.422812:0:2423:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [160:160:255:4294967295] 192.168.202.120@tcp LPNI seq info [160:160:7:4294967295] 00000400:00000200:0.0:1786799173.422817:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.422823:0:2423:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799173.422827:0:2423:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799173.422831:0:2423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afc200. 00000800:00000200:0.0:1786799173.422835:0:2423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799173.422839:0:2423:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799173.422842:0:2423:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afc200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799173.422845:0:2423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.423411:0:2423:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: using a timeout of 80115 usecs (81 jiffies) 00000400:00000200:0.0:1786799173.423418:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799173.423421:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 0 is 4295060566 00000100:00000001:0.0:1786799173.423424:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS request active for cpu 0, keep current deadline 4295061776 00000100:00000001:0.0:1786799173.423427:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 1 is 4295060566 00000100:00000001:0.0:1786799173.423429:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS request active for cpu 1, keep current deadline 4295061776 00000100:00000001:0.0:1786799173.423431:0:2423:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799173.423434:0:2423:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.423436:0:2423:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799173.423445:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572e680 x1873594431851904/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.423453:0:2423:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799173.423455:0:2423:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799173.423458:0:2423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799173.423461:0:2423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799173.423463:0:2423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799173.423466:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1363987a-c466-4431-b287-1107c5f58d5c:2423:1873594431851904:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799173.423470:0:2423:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799173.423474:0:2423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799173.423476:0:2423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799173.423478:0:2423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799173.423483:0:2423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010455a1c00. 02000000:00000001:0.0:1786799173.423485:0:2423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799173.423488:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799173.423493:0:2423:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8528. 00000400:00000010:0.0:1786799173.423498:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac220. 00000100:00000200:0.0:1786799173.423503:0:2423:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431851904, portal 10 00000100:00000001:0.0:1786799173.423505:0:2423:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799173.423506:0:2423:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477919872 : -105483231631744 : ffffa0104572e680) 00000100:00000040:0.0:1786799173.423513:0:2423:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572e680 x1873594431851904/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.423532:0:2423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799173.423536:0:2423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799173.423539:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac330. 00000100:00000200:0.0:1786799173.423543:0:2423:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431851904, offset 0 00000400:00000200:0.0:1786799173.423549:0:2423:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799173.423554:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.423561:0:2423:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799173.423565:0:2423:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799173.423568:0:2423:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799173.423571:0:2423:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799173.423574:0:2423:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799173.423604:0:2423:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [161:161:254:4294967295] 192.168.202.120@tcp LPNI seq info [161:161:6:4294967295] 00000400:00000200:0.0:1786799173.423609:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.423616:0:2423:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799173.423621:0:2423:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799173.423626:0:2423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afca00. 00000800:00000200:0.0:1786799173.423630:0:2423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799173.423636:0:2423:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799173.423639:0:2423:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799173.423643:0:2423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.423647:0:2423:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: using a timeout of 33456 usecs (34 jiffies) 00000400:00000200:0.0:1786799173.423650:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799173.423652:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295060519 00000100:00000001:0.0:1786799173.423654:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295061776 00000100:00000001:0.0:1786799173.423656:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295060519 00000100:00000001:0.0:1786799173.423658:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295061776 00000100:00000001:0.0:1786799173.423660:0:2423:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799173.423663:0:2423:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.423672:0:2423:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.423677:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.423689:0:2423:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799173.423693:0:2423:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1786799173.423696:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799173.423698:0:2423:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799173.423700:0:2423:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799173.423705:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1786799173.423706:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.423708:0:2423:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799173.423710:0:2423:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.423711:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799173.423712:0:2423:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799173.423714:0:2423:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799173.423719:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572e300 x1873594431851520/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.423726:0:2423:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799173.423727:0:2423:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799173.423729:0:2423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799173.423731:0:2423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799173.423733:0:2423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799173.423736:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431851520:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799173.423739:0:2423:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799173.423742:0:2423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799173.423744:0:2423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799173.423746:0:2423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799173.423750:0:2423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01051da2400. 02000000:00000001:0.0:1786799173.423752:0:2423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799173.423757:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799173.423760:0:2423:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8dc0. 00000400:00000010:0.0:1786799173.423764:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac6e8. 00000100:00000200:0.0:1786799173.423767:0:2423:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431851520, portal 10 00000100:00000001:0.0:1786799173.423770:0:2423:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799173.423771:0:2423:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477918976 : -105483231632640 : ffffa0104572e300) 00000100:00000040:0.0:1786799173.423777:0:2423:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572e300 x1873594431851520/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.423789:0:2423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799173.423791:0:2423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799173.423793:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac4c8. 00000100:00000200:0.0:1786799173.423796:0:2423:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431851520, offset 0 00000400:00000200:0.0:1786799173.423800:0:2423:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799173.423804:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.423808:0:2423:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799173.423811:0:2423:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799173.423813:0:2423:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799173.423815:0:2423:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799173.423817:0:2423:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799173.423820:0:2423:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [162:162:253:4294967295] 192.168.202.120@tcp LPNI seq info [162:162:5:4294967295] 00000400:00000200:0.0:1786799173.423824:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.423829:0:2423:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799173.423833:0:2423:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799173.423835:0:2423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afc100. 00000800:00000200:0.0:1786799173.423839:0:2423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799173.423843:0:2423:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799173.423845:0:2423:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afc100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799173.426020:0:2423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.426029:0:2423:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: using a timeout of 171900 usecs (172 jiffies) 00000400:00000200:0.0:1786799173.426037:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799173.426041:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 0 is 4295060657 00000100:00000001:0.0:1786799173.426046:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS request active for cpu 0, keep current deadline 4295061776 00000100:00000001:0.0:1786799173.426049:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 1 is 4295060657 00000100:00000001:0.0:1786799173.426052:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS request active for cpu 1, keep current deadline 4295061776 00000100:00000001:0.0:1786799173.426054:0:2423:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799173.426058:0:2423:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.426080:0:2423:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799173.426093:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572d880 x1873594431851776/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.426105:0:2423:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799173.426107:0:2423:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799173.426112:0:2423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799173.426117:0:2423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799173.426120:0:2423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799173.426124:0:2423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1363987a-c466-4431-b287-1107c5f58d5c:2423:1873594431851776:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799173.426129:0:2423:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799173.426135:0:2423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799173.426139:0:2423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799173.426142:0:2423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799173.426152:0:2423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01050c52e00. 02000000:00000001:0.0:1786799173.426154:0:2423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799173.426160:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799173.426166:0:2423:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8d68. 00000400:00000010:0.0:1786799173.426177:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac3b8. 00000100:00000200:0.0:1786799173.426185:0:2423:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431851776, portal 10 00000100:00000001:0.0:1786799173.426188:0:2423:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799173.426189:0:2423:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477916288 : -105483231635328 : ffffa0104572d880) 00000100:00000040:0.0:1786799173.426199:0:2423:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572d880 x1873594431851776/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.426207:0:2423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799173.426211:0:2423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799173.426214:0:2423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050facc38. 00000100:00000200:0.0:1786799173.426218:0:2423:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431851776, offset 0 00000400:00000200:0.0:1786799173.426226:0:2423:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799173.426236:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.426247:0:2423:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799173.426253:0:2423:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799173.426258:0:2423:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799173.426263:0:2423:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799173.426273:0:2423:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799173.426278:0:2423:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [163:163:252:4294967295] 192.168.202.120@tcp LPNI seq info [163:163:4:4294967295] 00000400:00000200:0.0:1786799173.426282:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.426293:0:2423:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799173.426300:0:2423:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799173.426307:0:2423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afc300. 00000800:00000200:0.0:1786799173.426314:0:2423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799173.426322:0:2423:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799173.426328:0:2423:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afc300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786799173.428673:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786799173.428684:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.429861:0:2423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.429869:0:2423:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: using a timeout of 27236 usecs (28 jiffies) 00000400:00000200:0.0:1786799173.429878:0:2423:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799173.429882:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295060523 00000100:00000001:0.0:1786799173.429886:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295061776 00000100:00000001:0.0:1786799173.429888:0:2423:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295060523 00000100:00000001:0.0:1786799173.429891:0:2423:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295061776 00000100:00000001:0.0:1786799173.429893:0:2423:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799173.429898:0:2423:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.429907:0:2423:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.429911:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786799173.429995:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799173.430001:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afce00. 00000400:00000200:0.0:1786799173.430010:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799173.430019:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799173.430028:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050faca18 00000400:00000010:0.0:1786799173.430031:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050faca18. 00000100:00000001:0.0:1786799173.430037:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799173.430046:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572dc00 x1873594431851392/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.430060:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799173.430073:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572dc00 x1873594431851392/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.430080:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.430082:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786799173.430103:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799173.430105:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afc200. 00000400:00000200:0.0:1786799173.430108:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799173.430112:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799173.430115:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac7f8 00000400:00000010:0.0:1786799173.430117:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac7f8. 00000100:00000001:0.0:1786799173.430120:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799173.430124:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572f480 x1873594431851648/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.430132:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799173.430135:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572f480 x1873594431851648/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.430141:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.430143:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786799173.430151:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799173.430154:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afca00. 00000400:00000200:0.0:1786799173.430156:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799173.430159:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799173.430162:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac330 00000400:00000010:0.0:1786799173.430164:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac330. 00000100:00000001:0.0:1786799173.430166:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799173.430171:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572e680 x1873594431851904/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.430178:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799173.430181:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572e680 x1873594431851904/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.430186:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.430202:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786799173.430224:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799173.430227:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afc100. 00000400:00000200:0.0:1786799173.430230:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799173.430235:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799173.430238:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac4c8 00000400:00000010:0.0:1786799173.430239:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac4c8. 00000100:00000001:0.0:1786799173.430242:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799173.430246:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572e300 x1873594431851520/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.430253:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799173.430256:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572e300 x1873594431851520/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.430261:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.430262:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786799173.430344:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799173.430347:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afc300. 00000400:00000200:0.0:1786799173.430350:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799173.430353:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799173.430356:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050facc38 00000400:00000010:0.0:1786799173.430358:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050facc38. 00000100:00000001:0.0:1786799173.430361:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799173.430365:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572d880 x1873594431851776/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.430372:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799173.430375:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572d880 x1873594431851776/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.430381:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.430382:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786799173.445416:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.445442:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799173.445448:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.445452:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799173.445463:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445481:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799173.445493:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445499:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445506:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445511:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904c80 00000400:00000200:0.0:1786799173.445517:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445525:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x8b1 [1] + 224 00000800:00000001:0.0:1786799173.445536:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.445541:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799173.445545:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799173.445550:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799173.445558:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799173.445569:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572f480 x1873594431851648/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799173.445606:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572f480 x1873594431851648/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.445624:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799173.445637:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.445640:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799173.445642:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.445645:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799173.445647:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445651:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799173.445656:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445658:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445661:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445664:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904d80 00000400:00000200:0.0:1786799173.445667:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445671:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x8c1 [1] + 224 00000800:00000001:0.0:1786799173.445675:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.445678:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799173.445685:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799173.445689:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799173.445692:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799173.445698:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572e680 x1873594431851904/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799173.445707:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572e680 x1873594431851904/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.445714:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799173.445718:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.445721:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799173.445722:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.445725:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799173.445728:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445731:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799173.445735:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445737:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445740:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445743:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 25 MB=0x6a80632904b80 00000400:00000200:0.0:1786799173.445747:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445751:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.120@tcp of length 224/224 into md 0x8a1 [1] + 224 00000800:00000001:0.0:1786799173.445755:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.445758:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799173.445760:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799173.445763:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799173.445765:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799173.445770:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572dc00 x1873594431851392/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799173.445778:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572dc00 x1873594431851392/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.445785:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799173.445788:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.445797:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799173.445799:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.445801:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799173.445804:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445807:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799173.445811:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445814:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445817:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445819:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904c00 00000400:00000200:0.0:1786799173.445822:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445826:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x8d1 [1] + 224 00000800:00000001:0.0:1786799173.445830:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.445833:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799173.445835:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799173.445839:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799173.445842:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799173.445846:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572e300 x1873594431851520/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799173.445871:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572e300 x1873594431851520/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.445878:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799173.445882:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.445886:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799173.445888:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.445890:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799173.445893:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445896:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799173.445900:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445902:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445905:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445908:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904d00 00000400:00000200:0.0:1786799173.445911:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799173.445922:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x8e1 [1] + 224 00000800:00000001:0.0:1786799173.445925:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.446019:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799173.446023:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799173.446026:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799173.446030:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799173.446035:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572d880 x1873594431851776/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799173.446043:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572d880 x1873594431851776/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446050:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799173.446055:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799173.446058:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.446082:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799173.446087:0:2423:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786799173.446097:0:2423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799173.446099:0:2423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799173.446103:0:2423:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8dc0. 00000400:00000200:0.0:1786799173.446107:0:2423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac6e8 00000400:00000010:0.0:1786799173.446110:0:2423:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac6e8. 00000100:00000001:0.0:1786799173.446113:0:2423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799173.446118:0:2423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572e300 x1873594431851520/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799173.446127:0:2423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572e300 x1873594431851520/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446133:0:2423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799173.446135:0:2423:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.446138:0:2423:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799173.446142:0:2423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799173.446145:0:2423:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799173.446147:0:2423:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799173.446151:0:2423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799173.446163:0:2423:0:(import.c:2149:obd_at_measure()) add 5 to ffffa010493bec60 time=97 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799173.446174:0:2423:0:(import.c:2149:obd_at_measure()) add 1 to ffffa010493bec18 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799173.446177:0:2423:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799173.446179:0:2423:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799173.446182:0:2423:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786799173.446186:0:2423:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.446190:0:2423:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786799173.446193:0:2423:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0105047f800: skip recheck: last_committed 0 00000100:00000001:0.0:1786799173.446195:0:2423:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786799173.446197:0:2423:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.446203:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572e300 x1873594431851520/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446210:0:2423:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799173.446214:0:2423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799173.446216:0:2423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786799173.446221:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572e300 x1873594431851520/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799173.446228:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431851520:192.168.202.120@tcp:400:kworker.0 00000400:00000001:0.0:1786799173.446235:0:2423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799173.446236:0:2423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799173.446238:0:2423:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8d68. 00000400:00000200:0.0:1786799173.446240:0:2423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac3b8 00000400:00000010:0.0:1786799173.446242:0:2423:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac3b8. 00000100:00000001:0.0:1786799173.446244:0:2423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799173.446247:0:2423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572d880 x1873594431851776/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799173.446256:0:2423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572d880 x1873594431851776/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446261:0:2423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799173.446263:0:2423:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.446264:0:2423:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799173.446266:0:2423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799173.446273:0:2423:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799173.446274:0:2423:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799173.446277:0:2423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799173.446283:0:2423:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01049b79c60 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799173.446286:0:2423:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01049b79c18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799173.446288:0:2423:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799173.446289:0:2423:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799173.446291:0:2423:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786799173.446293:0:2423:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.446296:0:2423:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786799173.446297:0:2423:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786799173.446299:0:2423:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786799173.446300:0:2423:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.446305:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572d880 x1873594431851776/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446310:0:2423:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799173.446312:0:2423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799173.446314:0:2423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786799173.446317:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572d880 x1873594431851776/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799173.446325:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1363987a-c466-4431-b287-1107c5f58d5c:2423:1873594431851776:192.168.202.120@tcp:400:kworker.0 00000400:00000001:0.0:1786799173.446331:0:2423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799173.446333:0:2423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799173.446335:0:2423:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8bb0. 00000400:00000200:0.0:1786799173.446337:0:2423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac000 00000400:00000010:0.0:1786799173.446339:0:2423:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac000. 00000100:00000001:0.0:1786799173.446341:0:2423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799173.446344:0:2423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572dc00 x1873594431851392/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799173.446352:0:2423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572dc00 x1873594431851392/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446357:0:2423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799173.446365:0:2423:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.446367:0:2423:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799173.446368:0:2423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799173.446370:0:2423:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799173.446371:0:2423:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799173.446373:0:2423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799173.446375:0:2423:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01042b90460 time=99 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799173.446378:0:2423:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042b90418 time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799173.446380:0:2423:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799173.446381:0:2423:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799173.446382:0:2423:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786799173.446384:0:2423:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.446386:0:2423:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.446389:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572dc00 x1873594431851392/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446395:0:2423:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799173.446397:0:2423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799173.446398:0:2423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786799173.446401:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572dc00 x1873594431851392/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799173.446408:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2423:1873594431851392:192.168.202.120@tcp:400:kworker.0 00000400:00000001:0.0:1786799173.446413:0:2423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799173.446414:0:2423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799173.446416:0:2423:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8aa8. 00000400:00000200:0.0:1786799173.446418:0:2423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050face58 00000400:00000010:0.0:1786799173.446419:0:2423:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050face58. 00000100:00000001:0.0:1786799173.446421:0:2423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799173.446424:0:2423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572f480 x1873594431851648/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799173.446431:0:2423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572f480 x1873594431851648/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446437:0:2423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799173.446443:0:2423:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.446445:0:2423:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799173.446447:0:2423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799173.446448:0:2423:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799173.446449:0:2423:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799173.446451:0:2423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799173.446455:0:2423:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01050fdfc60 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799173.446458:0:2423:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01050fdfc18 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799173.446460:0:2423:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799173.446461:0:2423:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799173.446462:0:2423:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786799173.446466:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572f480 x1873594431851648/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786799173.446472:0:2423:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.446475:0:2423:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786799173.446476:0:2423:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0105047f800: skip recheck: last_committed 0 00000100:00000001:0.0:1786799173.446478:0:2423:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786799173.446479:0:2423:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.446483:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572f480 x1873594431851648/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446489:0:2423:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799173.446491:0:2423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799173.446492:0:2423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786799173.446495:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572f480 x1873594431851648/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799173.446503:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c457ad8-1094-420a-9923-f9e0dd9accb2:2423:1873594431851648:192.168.202.120@tcp:400:kworker.0 00000400:00000001:0.0:1786799173.446509:0:2423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799173.446510:0:2423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799173.446512:0:2423:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8528. 00000400:00000200:0.0:1786799173.446514:0:2423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac220 00000400:00000010:0.0:1786799173.446516:0:2423:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac220. 00000100:00000001:0.0:1786799173.446518:0:2423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799173.446527:0:2423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572e680 x1873594431851904/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799173.446534:0:2423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572e680 x1873594431851904/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446540:0:2423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799173.446541:0:2423:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.446543:0:2423:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799173.446545:0:2423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799173.446546:0:2423:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799173.446547:0:2423:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799173.446549:0:2423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799173.446554:0:2423:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01049b7dc60 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799173.446557:0:2423:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01049b7dc18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799173.446559:0:2423:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799173.446560:0:2423:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799173.446562:0:2423:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786799173.446565:0:2423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572e680 x1873594431851904/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786799173.446571:0:2423:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.446573:0:2423:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786799173.446575:0:2423:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786799173.446606:0:2423:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786799173.446607:0:2423:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799173.446611:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572e680 x1873594431851904/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446617:0:2423:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799173.446619:0:2423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799173.446620:0:2423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786799173.446623:0:2423:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572e680 x1873594431851904/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799173.446629:0:2423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1363987a-c466-4431-b287-1107c5f58d5c:2423:1873594431851904:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799173.446641:0:2423:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.446644:0:2423:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799173.446648:0:2423:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572e300 x1873594431851520/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446654:0:2423:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799173.446657:0:2423:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799173.446661:0:2423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01051da2400. 02000000:00000001:0.0:1786799173.446667:0:2423:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799173.446670:0:2423:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799173.446672:0:2423:0:(genops.c:1244:class_import_put()) import ffffa010493be800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0105047f800 00000020:00000001:0.0:1786799173.446675:0:2423:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799173.446678:0:2423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afcb00. 02000000:00000001:0.0:1786799173.446682:0:2423:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799173.446684:0:2423:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799173.446686:0:2423:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572e300. 00000100:00000001:0.0:1786799173.446690:0:2423:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799173.446691:0:2423:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.446692:0:2423:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799173.446695:0:2423:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572d880 x1873594431851776/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446701:0:2423:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799173.446702:0:2423:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799173.446703:0:2423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01050c52e00. 02000000:00000001:0.0:1786799173.446706:0:2423:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799173.446707:0:2423:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799173.446708:0:2423:0:(genops.c:1244:class_import_put()) import ffffa01049b79800 refcount=3 obd=lustre-MDT0000-mdc-ffffa01049b7e000 00000020:00000001:0.0:1786799173.446709:0:2423:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799173.446710:0:2423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afc900. 02000000:00000001:0.0:1786799173.446712:0:2423:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799173.446713:0:2423:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799173.446714:0:2423:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572d880. 00000100:00000001:0.0:1786799173.446717:0:2423:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799173.446718:0:2423:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.446719:0:2423:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799173.446722:0:2423:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572dc00 x1873594431851392/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446734:0:2423:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799173.446735:0:2423:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799173.446737:0:2423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01042a23600. 02000000:00000001:0.0:1786799173.446740:0:2423:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799173.446742:0:2423:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799173.446743:0:2423:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:0.0:1786799173.446744:0:2423:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799173.446746:0:2423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afcf00. 02000000:00000001:0.0:1786799173.446748:0:2423:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799173.446749:0:2423:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799173.446750:0:2423:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572dc00. 00000100:00000001:0.0:1786799173.446752:0:2423:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799173.446753:0:2423:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.446754:0:2423:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799173.446758:0:2423:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572f480 x1873594431851648/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446764:0:2423:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799173.446765:0:2423:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799173.446766:0:2423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01042bccc00. 02000000:00000001:0.0:1786799173.446769:0:2423:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799173.446769:0:2423:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799173.446770:0:2423:0:(genops.c:1244:class_import_put()) import ffffa01050fdf800 refcount=3 obd=lustre-MDT0001-mdc-ffffa0105047f800 00000020:00000001:0.0:1786799173.446772:0:2423:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799173.446773:0:2423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afcd00. 02000000:00000001:0.0:1786799173.446774:0:2423:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799173.446776:0:2423:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799173.446777:0:2423:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572f480. 00000100:00000001:0.0:1786799173.446779:0:2423:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799173.446781:0:2423:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.446782:0:2423:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799173.446785:0:2423:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572e680 x1873594431851904/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799173.446790:0:2423:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799173.446791:0:2423:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799173.446796:0:2423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010455a1c00. 02000000:00000001:0.0:1786799173.446800:0:2423:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799173.446801:0:2423:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799173.446802:0:2423:0:(genops.c:1244:class_import_put()) import ffffa01049b7d800 refcount=3 obd=lustre-MDT0001-mdc-ffffa01049b7e000 00000020:00000001:0.0:1786799173.446804:0:2423:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799173.446805:0:2423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afcc00. 02000000:00000001:0.0:1786799173.446807:0:2423:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799173.446808:0:2423:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799173.446810:0:2423:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572e680. 00000100:00000001:0.0:1786799173.446812:0:2423:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799173.446814:0:2423:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.446816:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799173.446827:0:2423:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799173.446829:0:2423:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799173.446831:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799173.446834:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799174.256261:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799174.256275:0:138:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786799174.256278:0:138:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786799174.256282:0:138:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799174.256289:0:138:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786799174.256291:0:138:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799174.256293:0:138:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799174.256296:0:138:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799174.256300:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799174.256302:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786799174.256447:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786799174.256452:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786799174.256455:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786799174.757679:0:138:0:(connection.c:75:cpu_latency_work()) work item of ffffa01050819110 (cpu 0) has reached its deadline 4295061776, at 4295061824 00000100:00000010:1.0:1786799174.757701:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa01046541240. 00000100:00000040:0.0:1786799174.760006:0:256:0:(connection.c:75:cpu_latency_work()) work item of ffffa01050819000 (cpu 0) has reached its deadline 4295061776, at 4295061826 00000100:00000010:0.0:1786799174.760024:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa01046541d20. 00000080:00000001:3.0:1786799175.036505:0:10435:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786799175.036514:0:10435:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799175.277290:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799175.277297:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799175.277302:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799175.277303:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786799175.277323:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786799175.277336:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786799175.277339:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786799176.293679:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799176.293685:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799176.293689:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799176.293690:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786799176.295297:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786799176.295302:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786799176.295307:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1786799176.643296:0:10499:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffffa010470971f0. 00000400:00000040:0.0:1786799176.643318:0:10499:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1786799176.643321:0:10499:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1786799176.643323:0:10499:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1786799176.643324:0:10499:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1786799176.643326:0:10499:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1786799176.643328:0:10499:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1786799176.643329:0:10499:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1786799176.643411:0:10499:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffffa010470971f0. 00010000:00000001:1.0:1786799177.318208:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799177.318216:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799177.318222:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799177.318223:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786799177.318248:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786799177.318252:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786799177.318255:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1786799177.797796:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799177.797824:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799177.797828:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799177.797831:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799177.797841:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799177.797850:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799177.797861:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799177.797866:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799177.797872:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799177.797894:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 328 into portal 15 MB=0x6a80634219900 00000400:00000200:0.0:1786799177.797905:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.120@tcp of length 328/328 into md 0x19 [2] + 984 00000800:00000001:0.0:1786799177.797912:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799177.797916:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799177.797919:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799177.797924:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799177.797932:0:2416:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1786799177.797934:0:2416:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1786799177.797940:0:2416:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572e680. 00000100:00000040:0.0:1786799177.797945:0:2416:0:(events.c:337:request_in_callback()) incoming req@ffffa0104572e680 x1873594458151168 msgsize 328 00000100:00100000:0.0:1786799177.797949:0:2416:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.120@tcp (source: 12345-192.168.202.120@tcp) 00000100:00000001:0.0:1786799177.797968:0:2416:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1786799177.797979:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799177.797983:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799177.797985:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799177.797986:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799177.797989:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799177.797992:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799177.797996:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799177.797998:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799177.798001:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799177.798004:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 328 into portal 15 MB=0x6a80634219b80 00000400:00000200:0.0:1786799177.798008:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.120@tcp of length 328/328 into md 0x19 [2] + 1312 00000800:00000001:0.0:1786799177.798012:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799177.798020:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799177.798022:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799177.798025:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799177.798028:0:2416:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1786799177.798029:0:2416:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1786799177.798032:0:2416:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572f480. 00000100:00000040:0.0:1786799177.798035:0:2416:0:(events.c:337:request_in_callback()) incoming req@ffffa0104572f480 x1873594458151808 msgsize 328 00000100:00100000:0.0:1786799177.798039:0:2416:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.120@tcp (source: 12345-192.168.202.120@tcp) 00000100:00000001:0.0:1786799177.798050:0:2416:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1786799177.798061:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799177.798064:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799177.798086:0:6360:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1786799177.798088:0:6360:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873594458151168 02000000:00000001:0.0:1786799177.798091:0:6360:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1786799177.798093:0:6360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799177.798096:0:6360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799177.798101:0:6360:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799177.798106:0:6360:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873594458151168 00000020:00000001:0.0:1786799177.798109:0:6360:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786799177.798111:0:6360:0:(genops.c:825:class_conn2export()) looking for export cookie 0x410a2c25310c7763 00000020:00000001:0.0:1786799177.798113:0:6360:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786799177.798116:0:6360:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa01049aba000 refcount=3 00000020:00000001:0.0:1786799177.798119:0:6360:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638590548746240 : -105483160805376 : ffffa01049aba000) 00000020:00000001:0.0:1786799177.798121:0:6360:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638590548746240 : -105483160805376 : ffffa01049aba000) 00000100:00000001:0.0:1786799177.798127:0:6360:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786799177.798131:0:6360:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa01049b94a40. 00000100:00000001:0.0:1786799177.798134:0:6360:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786799177.798137:0:6360:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa01049b94a40. 00000020:00000010:0.0:1786799177.798144:0:6360:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa01051da5a00. 00000020:00000010:0.0:1786799177.798150:0:6360:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa01045ccfa00. 00000020:00000010:0.0:1786799177.798155:0:6360:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa01049293a28. 00000100:00000040:0.0:1786799177.798165:0:6360:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1786799177.798169:0:6360:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1786799177.798170:0:6360:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1786799177.798172:0:6360:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799177.798180:0:6360:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799177.798182:0:6360:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799177.798192:0:6360:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1786799177.798194:0:6360:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873594458151808 02000000:00000001:0.0:1786799177.798195:0:6360:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1786799177.798196:0:6360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799177.798211:0:6360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799177.798214:0:6360:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799177.798216:0:6360:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873594458151808 00000020:00000001:0.0:1786799177.798224:0:6360:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786799177.798225:0:6360:0:(genops.c:825:class_conn2export()) looking for export cookie 0x410a2c25310c7763 00000020:00000001:0.0:1786799177.798227:0:6360:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786799177.798229:0:6360:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa01049aba000 refcount=4 00000020:00000001:0.0:1786799177.798231:0:6360:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638590548746240 : -105483160805376 : ffffa01049aba000) 00000020:00000001:0.0:1786799177.798233:0:6360:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638590548746240 : -105483160805376 : ffffa01049aba000) 00000100:00000001:0.0:1786799177.798236:0:6360:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786799177.798238:0:6360:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa01049b94a40. 00000100:00000001:0.0:1786799177.798240:0:6360:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786799177.798242:0:6360:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa01049b94a40. 00000020:00000010:0.0:1786799177.798247:0:6360:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa01051da4600. 00000020:00000010:0.0:1786799177.798251:0:6360:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa01045ccf280. 00000020:00000010:0.0:1786799177.798254:0:6360:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa01049293640. 00000100:00000001:0.0:1786799177.798258:0:6360:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1786799177.798259:0:6360:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1786799177.798260:0:6360:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799177.798264:0:6360:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799177.798266:0:6360:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799177.798274:0:6360:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1786799177.798277:0:6360:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1786799177.798282:0:6360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.120@tcp, seq: 3 00000100:00000040:0.0:1786799177.798285:0:6360:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffffa01049aba000 : new rpc_count 1 00000100:00000001:0.0:1786799177.798287:0:6360:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638590477919872 : -105483231631744 : ffffa0104572e680) 00000100:00000040:0.0:1786799177.798296:0:6360:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffffa0104572e680 x1873594458151168/t0(0) o104->0050480d-a554-4e58-85e2-24e3a375a6a4@192.168.202.120@tcp:333/0 lens 328/0 e 0 to 0 dl 1786799188 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799177.798305:0:6360:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786799177.798307:0:6360:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa01049b94a40. 00000100:00000001:0.0:1786799177.798309:0:6360:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786799177.798312:0:6360:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa01049b94a40. 00000100:00100000:0.0:1786799177.798316:0:6360:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0104572e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0050480d-a554-4e58-85e2-24e3a375a6a4+4:12777:x1873594458151168:12345-192.168.202.120@tcp:104: 00000100:00000200:0.0:1786799177.798320:0:6360:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1873594458151168 00010000:00000001:0.0:1786799177.798328:0:6360:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1786799177.798337:0:6360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786799177.798338:0:6360:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786799177.798340:0:6360:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffffa01044ebee00 refcount=2 00000020:00000001:0.0:1786799177.798342:0:6360:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638590469074432 : -105483240477184 : ffffa01044ebee00) 00010000:00000001:0.0:1786799177.798346:0:6360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638590469074432 : -105483240477184 : ffffa01044ebee00) 00010000:00000001:0.0:1786799177.798349:0:6360:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1786799177.798352:0:6360:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799177.798358:0:6360:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffffa01044ebee00/0x410a2c25310c782e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5b3029c303c0f857 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1786799177.798368:0:6360:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1786799177.798371:0:6360:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1786799177.798376:0:6360:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa010580f8c00. 02000000:00000001:0.0:1786799177.798379:0:6360:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799177.798381:0:6360:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799177.798387:0:6360:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1786799177.798389:0:6360:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799177.798393:0:6360:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042e069e8 time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799177.798399:0:6360:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786799177.798402:0:6360:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa01058829bc0 refcount 28 to 192.168.202.120@tcp 00000100:00000001:0.0:1786799177.798405:0:6360:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638590797716416 : -105482911835200 : ffffa01058829bc0) 02000000:00000001:0.0:1786799177.798407:0:6360:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1786799177.798409:0:6360:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799177.798413:0:6360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799177.798415:0:6360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799177.798420:0:6360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac220. 00000100:00000200:0.0:1786799177.798425:0:6360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1873594458151168, offset 224 00000400:00000200:0.0:1786799177.798430:0:6360:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799177.798437:0:6360:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799177.798444:0:6360:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.20@tcp to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799177.798451:0:6360:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [164:164:256:4294967295] 192.168.202.120@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:0.0:1786799177.798456:0:6360:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799177.798867:0:6360:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:192.168.202.20@tcp) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799177.798875:0:6360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799177.798880:0:6360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afcd00. 00000800:00000200:0.0:1786799177.798886:0:6360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799177.798893:0:6360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799177.798897:0:6360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afcd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799177.798908:0:6360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799177.798912:0:6360:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffffa01058829bc0 refcount 27 to 192.168.202.120@tcp 00010000:00000001:0.0:1786799177.798916:0:6360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1786799177.798920:0:6360:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa010519196c0. 00010000:00000001:0.0:1786799177.798923:0:6360:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1786799177.798940:0:6360:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1786799177.798943:0:6360:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799177.798945:0:6360:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799177.798947:0:6360:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799177.798952:0:6360:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572e680 x1873594458151168/t0(0) o104->0050480d-a554-4e58-85e2-24e3a375a6a4@192.168.202.120@tcp:333/0 lens 328/224 e 0 to 0 dl 1786799188 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786799177.798961:0:6360:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0104572e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0050480d-a554-4e58-85e2-24e3a375a6a4+4:12777:x1873594458151168:12345-192.168.202.120@tcp:104: Request processed in 655us (1015us total) trans 0 rc 0/0 00000100:00100000:0.0:1786799177.798969:0:6360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.120@tcp, seq: 3 00000100:00000040:0.0:1786799177.798972:0:6360:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffffa01049aba000 : new rpc_count 0 00000100:00000001:0.0:1786799177.798974:0:6360:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1786799177.798976:0:6360:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1786799177.798981:0:6360:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa01045ccfa00. 00000020:00000010:0.0:1786799177.798985:0:6360:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa01049293a28. 00000020:00000010:0.0:1786799177.798991:0:6360:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa01051da5a00. 00000020:00000040:0.0:1786799177.798996:0:6360:0:(genops.c:900:class_export_put()) PUTting export ffffa01049aba000 : new refcount 3 00000100:00000001:0.0:1786799177.798999:0:6360:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799177.799010:0:6360:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1786799177.799011:0:6360:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1786799177.799020:0:6360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.120@tcp, seq: 4 00000100:00000040:0.0:1786799177.799023:0:6360:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffffa01049aba000 : new rpc_count 1 00000100:00000001:0.0:1786799177.799025:0:6360:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638590477923456 : -105483231628160 : ffffa0104572f480) 00000100:00000040:0.0:1786799177.799029:0:6360:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffffa0104572f480 x1873594458151808/t0(0) o104->0050480d-a554-4e58-85e2-24e3a375a6a4@192.168.202.120@tcp:333/0 lens 328/0 e 0 to 0 dl 1786799188 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799177.799037:0:6360:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786799177.799040:0:6360:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa01049b94a40. 00000100:00000001:0.0:1786799177.799042:0:6360:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786799177.799044:0:6360:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa01049b94a40. 00000100:00100000:0.0:1786799177.799048:0:6360:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0104572f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0050480d-a554-4e58-85e2-24e3a375a6a4+3:12777:x1873594458151808:12345-192.168.202.120@tcp:104: 00000100:00000200:0.0:1786799177.799051:0:6360:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1873594458151808 00010000:00000001:0.0:1786799177.799053:0:6360:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1786799177.799056:0:6360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786799177.799058:0:6360:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786799177.799060:0:6360:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffffa01041517600 refcount=2 00000020:00000001:0.0:1786799177.799062:0:6360:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638590408619520 : -105483300932096 : ffffa01041517600) 00010000:00000001:0.0:1786799177.799064:0:6360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638590408619520 : -105483300932096 : ffffa01041517600) 00010000:00000001:0.0:1786799177.799067:0:6360:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1786799177.799069:0:6360:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799177.799072:0:6360:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffffa01041517600/0x410a2c25310c77ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5b3029c303c0f80a expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1786799177.799079:0:6360:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1786799177.799081:0:6360:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1786799177.799084:0:6360:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa010580fb800. 02000000:00000001:0.0:1786799177.799086:0:6360:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799177.799088:0:6360:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799177.799090:0:6360:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1786799177.799092:0:6360:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799177.799094:0:6360:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042e069e8 time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799177.799097:0:6360:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786799177.799105:0:6360:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa01058829bc0 refcount 28 to 192.168.202.120@tcp 00000100:00000001:0.0:1786799177.799107:0:6360:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638590797716416 : -105482911835200 : ffffa01058829bc0) 02000000:00000001:0.0:1786799177.799109:0:6360:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1786799177.799111:0:6360:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799177.799113:0:6360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799177.799115:0:6360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799177.799119:0:6360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050face58. 00000100:00000200:0.0:1786799177.799122:0:6360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1873594458151808, offset 224 00000400:00000200:0.0:1786799177.799127:0:6360:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799177.799131:0:6360:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799177.799136:0:6360:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.20@tcp to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799177.799140:0:6360:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [165:165:255:4294967295] 192.168.202.120@tcp LPNI seq info [165:165:7:4294967295] 00000400:00000200:0.0:1786799177.799145:0:6360:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799177.799151:0:6360:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:192.168.202.20@tcp) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799177.799155:0:6360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799177.799159:0:6360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afcf00. 00000800:00000200:0.0:1786799177.799163:0:6360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799177.799167:0:6360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799177.799169:0:6360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afcf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799177.799172:0:6360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799177.799175:0:6360:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffffa01058829bc0 refcount 27 to 192.168.202.120@tcp 00010000:00000001:0.0:1786799177.799177:0:6360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1786799177.799180:0:6360:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa01051919780. 00010000:00000001:0.0:1786799177.799181:0:6360:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1786799177.799202:0:6360:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:0.0:1786799177.799204:0:6360:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799177.799206:0:6360:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799177.799207:0:6360:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799177.799212:0:6360:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572f480 x1873594458151808/t0(0) o104->0050480d-a554-4e58-85e2-24e3a375a6a4@192.168.202.120@tcp:333/0 lens 328/224 e 0 to 0 dl 1786799188 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786799177.799222:0:6360:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0104572f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0050480d-a554-4e58-85e2-24e3a375a6a4+3:12777:x1873594458151808:12345-192.168.202.120@tcp:104: Request processed in 183us (1184us total) trans 0 rc 0/0 00000100:00100000:0.0:1786799177.799234:0:6360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.120@tcp, seq: 4 00000100:00000040:0.0:1786799177.799236:0:6360:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffffa01049aba000 : new rpc_count 0 00000100:00000001:0.0:1786799177.799238:0:6360:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1786799177.799240:0:6360:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1786799177.799240:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1786799177.799242:0:6360:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa01045ccf280. 00000020:00000001:3.0:1786799177.799244:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1786799177.799245:0:6360:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa01049293640. 00010000:00010000:3.0:1786799177.799246:0:6369:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:00000010:0.0:1786799177.799248:0:6360:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa01051da4600. 00010000:00000001:3.0:1786799177.799249:0:6369:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00000020:00000040:0.0:1786799177.799251:0:6360:0:(genops.c:900:class_export_put()) PUTting export ffffa01049aba000 : new refcount 2 00010000:00000001:3.0:1786799177.799251:0:6369:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1786799177.799253:0:6360:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1786799177.799255:0:6369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffffa01044ebee00/0x410a2c25310c782e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5b3029c303c0f857 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786799177.799263:0:6369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa01044ebee00 already unused, calling callback (ffffffffc1224c20) 10000000:00000001:3.0:1786799177.799266:0:6369:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1786799177.799269:0:6369:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffffa01044ebee00/0x410a2c25310c782e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x5b3029c303c0f857 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786799177.799284:0:6369:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1786799177.799286:0:6369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786799177.799287:0:6369:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786799177.799289:0:6369:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffffa01044ebee00 refcount=3 00000020:00000001:3.0:1786799177.799291:0:6369:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638590469074432 : -105483240477184 : ffffa01044ebee00) 00010000:00000001:3.0:1786799177.799293:0:6369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638590469074432 : -105483240477184 : ffffa01044ebee00) 00000800:00000200:0.0:1786799177.799294:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1786799177.799295:0:6369:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00000800:00000010:0.0:1786799177.799297:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afcd00. 00010000:00010000:3.0:1786799177.799298:0:6369:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffffa01044ebee00/0x410a2c25310c782e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x5b3029c303c0f857 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1786799177.799301:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1786799177.799304:0:6369:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1786799177.799305:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 10000000:00010000:3.0:1786799177.799307:0:6369:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffffa01044ebee00/0x410a2c25310c782e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x5b3029c303c0f857 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1786799177.799309:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac220 00000400:00000010:0.0:1786799177.799311:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac220. 10000000:01000000:3.0:1786799177.799312:0:6369:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00000001:0.0:1786799177.799314:0:2415:0:(events.c:386:reply_out_callback()) Process entered 10000000:00000001:3.0:1786799177.799315:0:6369:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:0.0:1786799177.799316:0:2415:0:(events.c:398:reply_out_callback()) Process leaving 10000000:00000040:3.0:1786799177.799317:0:6369:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1786799177.799318:0:6369:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1786799177.799320:0:6369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1786799177.799321:0:6369:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786799177.799387:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799177.799390:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afcf00. 00000400:00000200:0.0:1786799177.799392:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799177.799396:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799177.799399:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050face58 00000400:00000010:0.0:1786799177.799400:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050face58. 00000100:00000001:0.0:1786799177.799402:0:2415:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1786799177.799404:0:2415:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1786799177.799673:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786799177.799678:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799177.799680:0:6370:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1786799177.801778:0:10518:0:(ldlm_lockd.c:2965:ldlm_bl_thread_main()) Process entered 00010000:00000010:1.0:1786799177.801786:0:10518:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffffa01058829e40. 00000020:00000010:1.0:1786799177.801793:0:10518:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa01050fd1a00. 00000020:00000010:1.0:1786799177.801798:0:10518:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa01050fd0200. 00000020:00000010:1.0:1786799177.801804:0:10518:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0105180f800. 00000020:00000010:1.0:1786799177.801810:0:10518:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa01044d22338. 00000020:00000010:1.0:1786799177.801825:0:10518:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffffa01050fd1600. 80000000:00000010:1.0:1786799177.801830:0:10518:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa010481187e0. 40000000:00000010:1.0:1786799177.801835:0:10518:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffffa01058829f40. 00100000:00000010:1.0:1786799177.801840:0:10518:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa0105180e000. 00040000:00000010:1.0:1786799177.801845:0:10518:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0104504cc00. 00040000:00000010:1.0:1786799177.801849:0:10518:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa01050fd1e00. 00002000:00000010:1.0:1786799177.801856:0:10518:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffffa010504d0400. 00000020:00000010:1.0:1786799177.801861:0:10518:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa01058829540. 00000020:00000001:1.0:1786799177.801875:0:10518:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786799177.801878:0:10518:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786799177.801881:0:10518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786799177.801882:0:10518:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786799177.801884:0:10518:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786799177.801885:0:10518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786799177.801887:0:10518:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786799177.801889:0:10518:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786799177.801891:0:10518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786799177.801945:0:6370:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1786799177.801949:0:6370:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1786799177.801955:0:6370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffffa01041517600/0x410a2c25310c77ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5b3029c303c0f80a expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799177.801965:0:6370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa01041517600 already unused, calling callback (ffffffffc1224c20) 10000000:00000001:2.0:1786799177.801974:0:6370:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1786799177.801976:0:6370:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffffa01041517600/0x410a2c25310c77ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x5b3029c303c0f80a expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786799177.801983:0:6370:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1786799177.801985:0:6370:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786799177.801987:0:6370:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786799177.801990:0:6370:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffffa01041517600 refcount=3 00000020:00000001:2.0:1786799177.801992:0:6370:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638590408619520 : -105483300932096 : ffffa01041517600) 00010000:00000001:2.0:1786799177.801995:0:6370:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638590408619520 : -105483300932096 : ffffa01041517600) 00010000:00000001:2.0:1786799177.801997:0:6370:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1786799177.802000:0:6370:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffffa01041517600/0x410a2c25310c77ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x5b3029c303c0f80a expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1786799177.802006:0:6370:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1786799177.802009:0:6370:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffffa01041517600/0x410a2c25310c77ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x5b3029c303c0f80a expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786799177.802014:0:6370:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1786799177.802017:0:6370:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1786799177.802019:0:6370:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1786799177.802021:0:6370:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1786799177.802022:0:6370:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1786799177.802024:0:6370:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786799177.802089:0:6370:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1786799177.802091:0:6370:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1786799177.802093:0:6370:0:(mgc_request.c:123:config_log_put()) log params(ffffa010501e4a00) refs 2 10000000:00000001:2.0:1786799177.802095:0:6370:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1786799177.802097:0:6370:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799177.802099:0:6370:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1786799177.802103:0:6370:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1786799177.802105:0:6370:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1786799177.802107:0:6370:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786799177.802109:0:6370:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786799177.802112:0:6370:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffffa01041517600 with handle 0x410a2c25310c77ef from hash 00010000:00000001:2.0:1786799177.802120:0:6370:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1786799177.802121:0:6370:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786799177.802123:0:6370:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786799177.802124:0:6370:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1786799177.802126:0:6370:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1786799177.802128:0:6370:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1786799177.802131:0:6370:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1786799177.802134:0:6370:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1786799177.802141:0:6370:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa01050c15880. 00000020:00000040:2.0:1786799177.802145:0:6370:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000001:2.0:1786799177.802150:0:6370:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786799177.802152:0:6370:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786799177.802156:0:6370:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786799177.802163:0:6370:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa010519f4a00. 00000100:00000001:2.0:1786799177.802169:0:6370:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799177.802172:0:6370:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1786799177.802178:0:6370:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffffa01041517600/0x410a2c25310c77ef lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5b3029c303c0f80a expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799177.802183:0:6370:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1786799177.802185:0:6370:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799177.802189:0:6370:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786799177.802194:0:6370:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799177.802216:0:6370:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000894c6987] to pc [ptlrpcd_01_01+1] req@ffffa01050c15880 x1873594431852032/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786799177.802429:0:6370:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786799177.802433:0:6370:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786799177.802434:0:6370:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786799177.802436:0:6370:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799177.802438:0:6370:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786799177.802440:0:6370:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799177.802443:0:6370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffffa01041517600/0x410a2c25310c77ef lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5b3029c303c0f80a expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786799177.802449:0:6370:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1786799177.802457:0:6370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffffa01041517600/0x410a2c25310c77ef lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5b3029c303c0f80a expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786799177.802468:0:6370:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786799177.802470:0:6370:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1786799177.802472:0:6370:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa01051919780. 00010000:00000001:2.0:1786799177.802475:0:6370:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786799177.802477:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786799177.802478:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799177.802480:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1786799177.802481:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786799177.802482:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799177.802484:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1786799177.802486:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786799177.802487:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799177.802489:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786799177.802496:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1786799177.802499:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1786799177.802502:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799177.802508:0:2425:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799177.802511:0:2425:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799177.802513:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799177.802515:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799177.802518:0:2425:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799177.802524:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa01050c15880 x1873594431852032/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799177.802533:0:2425:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799177.802535:0:2425:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799177.802539:0:2425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799177.802542:0:2425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799177.802544:0:2425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799177.802548:0:2425:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431852032:192.168.202.120@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1786799177.802553:0:2425:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799177.802559:0:2425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799177.802562:0:2425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799177.802616:0:2425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799177.802621:0:2425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010519f4800. 02000000:00000001:2.0:1786799177.802623:0:2425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799177.802631:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799177.802636:0:2425:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c15d8. 00000400:00000010:2.0:1786799177.802642:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90d48. 00000100:00000200:2.0:1786799177.802648:0:2425:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431852032, portal 18 00000100:00000001:2.0:1786799177.802651:0:2425:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799177.802653:0:2425:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667610240 : -105483041941376 : ffffa01050c15880) 00000100:00000040:2.0:1786799177.802667:0:2425:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa01050c15880 x1873594431852032/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799177.802675:0:2425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799177.802678:0:2425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799177.802681:0:2425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a904c8. 00000100:00000200:2.0:1786799177.802684:0:2425:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1873594431852032, offset 0 00000400:00000200:2.0:1786799177.802691:0:2425:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799177.802699:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799177.802707:0:2425:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799177.802713:0:2425:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799177.802717:0:2425:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799177.802722:0:2425:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799177.802725:0:2425:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799177.802729:0:2425:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [166:166:256:4294967295] 192.168.202.120@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:2.0:1786799177.802734:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799177.802744:0:2425:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799177.802751:0:2425:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799177.802756:0:2425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57600. 00000800:00000200:2.0:1786799177.802763:0:2425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799177.802770:0:2425:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799177.802774:0:2425:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1786799177.802785:0:2425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799177.802794:0:2425:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799177.802798:0:2425:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295066159 00000100:00000010:2.0:1786799177.802802:0:2425:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0104513ce40. 00000100:00000001:2.0:1786799177.802809:0:2425:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786799177.802828:0:2425:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295066159 00000100:00000010:2.0:1786799177.802832:0:2425:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0104513c000. 00000100:00000001:2.0:1786799177.802835:0:2425:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786799177.802838:0:2425:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799177.802841:0:2425:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799177.802844:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799177.802846:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799177.802866:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799177.802869:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786799177.803149:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799177.803154:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57600. 00000400:00000200:1.0:1786799177.803158:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799177.803163:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799177.803169:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a904c8 00000400:00000010:1.0:1786799177.803171:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a904c8. 00000100:00000001:1.0:1786799177.803176:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799177.803180:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa01050c15880 x1873594431852032/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799177.803190:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799177.803194:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa01050c15880 x1873594431852032/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799177.803201:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799177.803203:0:2416:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:3.0:1786799177.806320:0:6369:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1786799177.806336:0:6369:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1786799177.806339:0:6369:0:(mgc_request.c:123:config_log_put()) log params(ffffa01049d26c00) refs 2 10000000:00000001:3.0:1786799177.806345:0:6369:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1786799177.806346:0:6369:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786799177.806358:0:6369:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1786799177.806363:0:6369:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1786799177.806365:0:6369:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1786799177.806367:0:6369:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1786799177.806370:0:6369:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1786799177.806376:0:6369:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffffa01044ebee00 with handle 0x410a2c25310c782e from hash 00010000:00000001:3.0:1786799177.806379:0:6369:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1786799177.806381:0:6369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786799177.806401:0:6369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786799177.806402:0:6369:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1786799177.806404:0:6369:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1786799177.806407:0:6369:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1786799177.806412:0:6369:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1786799177.806414:0:6369:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1786799177.807485:0:6369:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa01050c15c00. 00000020:00000040:2.0:1786799177.807496:0:6369:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=5 obd=MGC192.168.202.120@tcp 00000100:00000001:2.0:1786799177.807503:0:6369:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786799177.807506:0:6369:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786799177.807512:0:6369:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786799177.807521:0:6369:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa010519f5a00. 00000100:00000001:2.0:1786799177.807529:0:6369:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799177.807532:0:6369:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1786799177.807541:0:6369:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffffa01044ebee00/0x410a2c25310c782e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5b3029c303c0f857 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799177.807551:0:6369:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1786799177.807553:0:6369:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799177.807558:0:6369:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786799177.807563:0:6369:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799177.807596:0:6369:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607a57a9] to pc [ptlrpcd_01_00+0] req@ffffa01050c15c00 x1873594431852160/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786799177.807628:0:6369:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786799177.807632:0:6369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786799177.807633:0:6369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786799177.807635:0:6369:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799177.807649:0:6369:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786799177.807652:0:6369:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799177.807656:0:6369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffffa01044ebee00/0x410a2c25310c782e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5b3029c303c0f857 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786799177.807663:0:6369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1786799177.807665:0:6369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffffa01044ebee00/0x410a2c25310c782e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5b3029c303c0f857 expref: -99 pid: 9313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1786799177.807674:0:6369:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffffa01053134900 count: 0 00010000:00000001:2.0:1786799177.807685:0:6369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786799177.807686:0:6369:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1786799177.807688:0:6369:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa010519196c0. 00010000:00000001:2.0:1786799177.807692:0:6369:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786799177.807695:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786799177.807697:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799177.807699:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1786799177.807701:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786799177.807702:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799177.807703:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1786799177.807705:0:6369:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786799177.807706:0:6369:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799177.807708:0:6369:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786799177.807716:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1786799177.807720:0:2426:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1786799177.807722:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799177.807730:0:2426:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799177.807732:0:2426:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799177.807733:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786799177.807735:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799177.807738:0:2426:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799177.807743:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa01050c15c00 x1873594431852160/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799177.807751:0:2426:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799177.807753:0:2426:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799177.807764:0:2426:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799177.807766:0:2426:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799177.807769:0:2426:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799177.807772:0:2426:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431852160:192.168.202.120@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1786799177.807776:0:2426:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799177.807783:0:2426:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799177.807785:0:2426:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799177.807787:0:2426:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799177.807791:0:2426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010519f5200. 02000000:00000001:2.0:1786799177.807793:0:2426:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799177.807800:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799177.807805:0:2426:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c1420. 00000400:00000010:2.0:1786799177.807823:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a907f8. 00000100:00000200:2.0:1786799177.807831:0:2426:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431852160, portal 18 00000100:00000001:2.0:1786799177.807833:0:2426:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799177.807834:0:2426:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667611136 : -105483041940480 : ffffa01050c15c00) 00000100:00000040:2.0:1786799177.807839:0:2426:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa01050c15c00 x1873594431852160/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799177.807846:0:2426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799177.807848:0:2426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799177.807851:0:2426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90330. 00000100:00000200:2.0:1786799177.807854:0:2426:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1873594431852160, offset 0 00000400:00000200:2.0:1786799177.807861:0:2426:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799177.807870:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799177.807877:0:2426:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799177.807883:0:2426:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799177.807886:0:2426:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799177.807890:0:2426:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799177.807893:0:2426:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799177.807896:0:2426:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [167:167:256:4294967295] 192.168.202.120@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:2.0:1786799177.807900:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799177.807910:0:2426:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799177.807924:0:2426:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799177.807929:0:2426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57300. 00000800:00000200:2.0:1786799177.807936:0:2426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799177.807943:0:2426:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799177.807948:0:2426:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1786799177.807960:0:2426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799177.807964:0:2426:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799177.807967:0:2426:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295066165 00000100:00000001:2.0:1786799177.807975:0:2426:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295066159 00000100:00000001:2.0:1786799177.807980:0:2426:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295066165 00000100:00000001:2.0:1786799177.807983:0:2426:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295066159 00000100:00000001:2.0:1786799177.807986:0:2426:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799177.807989:0:2426:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799177.807992:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799177.807994:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799177.808784:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799177.808788:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786799177.808791:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799177.808794:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786799177.809853:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799177.809868:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799177.809871:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799177.809873:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799177.809880:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799177.809886:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799177.809895:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799177.809899:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799177.809905:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799177.809909:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 18 MB=0x6a80632904e00 00000400:00000200:1.0:1786799177.809915:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799177.809921:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.120@tcp of length 224/224 into md 0x901 [1] + 224 00000800:00000001:1.0:1786799177.809928:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799177.809949:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799177.809954:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799177.809958:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799177.809966:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799177.809975:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa01050c15880 x1873594431852032/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799177.810005:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa01050c15880 x1873594431852032/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799177.810019:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1786799177.810364:0:2415:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799177.810368:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57300. 00000400:00000200:1.0:1786799177.810373:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799177.810377:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799177.810382:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90330 00000400:00000010:1.0:1786799177.810384:0:2415:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90330. 00000100:00000001:1.0:1786799177.810388:0:2415:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799177.810393:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa01050c15c00 x1873594431852160/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799177.810404:0:2415:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799177.810408:0:2415:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa01050c15c00 x1873594431852160/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799177.810415:0:2415:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799177.810417:0:2415:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786799177.810423:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799177.810427:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799177.813769:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799177.813779:0:2425:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786799177.813790:0:2425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786799177.813793:0:2425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786799177.813797:0:2425:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c15d8. 00000400:00000200:3.0:1786799177.813806:0:2425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90d48 00000400:00000010:3.0:1786799177.813808:0:2425:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90d48. 00000100:00000001:3.0:1786799177.813826:0:2425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786799177.813839:0:2425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa01050c15880 x1873594431852032/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786799177.813851:0:2425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa01050c15880 x1873594431852032/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799177.813857:0:2425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786799177.813859:0:2425:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799177.813862:0:2425:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786799177.813865:0:2425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786799177.813867:0:2425:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786799177.813870:0:2425:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799177.813873:0:2425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786799177.813881:0:2425:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01042b904a8 time=91 v=5 (5 0 0 0) 00000100:00001000:3.0:1786799177.813886:0:2425:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042b90418 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1786799177.813889:0:2425:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786799177.813891:0:2425:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786799177.813893:0:2425:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786799177.813896:0:2425:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799177.813899:0:2425:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799177.813904:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa01050c15880 x1873594431852032/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799177.813931:0:2425:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786799177.813934:0:2425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786799177.813937:0:2425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786799177.813942:0:2425:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa01050c15880 x1873594431852032/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799177.813951:0:2425:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0050480d-a554-4e58-85e2-24e3a375a6a4:2425:1873594431852032:192.168.202.120@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1786799177.813955:0:2425:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799177.813958:0:2425:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786799177.813961:0:2425:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa01050c15880 x1873594431852032/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799177.813968:0:2425:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786799177.813970:0:2425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786799177.813974:0:2425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010519f4800. 02000000:00000001:3.0:1786799177.813977:0:2425:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786799177.813980:0:2425:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786799177.813982:0:2425:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000020:00000001:3.0:1786799177.813984:0:2425:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786799177.813986:0:2425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa010519f4a00. 02000000:00000001:3.0:1786799177.813988:0:2425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786799177.813990:0:2425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786799177.813993:0:2425:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa01050c15880. 00000100:00000001:3.0:1786799177.813996:0:2425:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786799177.813997:0:2425:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799177.813999:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799177.814007:0:2425:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786799177.814009:0:2425:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799177.814011:0:2425:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799177.814014:0:2425:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1F:1786799177.814618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa01041517600. 00000800:00000001:1.0:1786799177.821888:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799177.821904:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799177.821908:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799177.821911:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799177.821919:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799177.821927:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799177.821935:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799177.821941:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799177.821947:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799177.821951:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 18 MB=0x6a80632904e80 00000400:00000200:1.0:1786799177.821956:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799177.821963:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.120@tcp of length 224/224 into md 0x909 [1] + 224 00000800:00000001:1.0:1786799177.821987:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799177.821994:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799177.821997:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799177.822001:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799177.822009:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799177.822019:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa01050c15c00 x1873594431852160/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799177.822030:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa01050c15c00 x1873594431852160/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799177.822046:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786799177.822056:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799177.822058:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799177.822140:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799177.822145:0:2426:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786799177.822153:0:2426:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786799177.822155:0:2426:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786799177.822159:0:2426:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c1420. 00000400:00000200:3.0:1786799177.822169:0:2426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a907f8 00000400:00000010:3.0:1786799177.822172:0:2426:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a907f8. 00000100:00000001:3.0:1786799177.822175:0:2426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786799177.822179:0:2426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa01050c15c00 x1873594431852160/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786799177.822187:0:2426:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa01050c15c00 x1873594431852160/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799177.822193:0:2426:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786799177.822195:0:2426:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799177.822210:0:2426:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786799177.822213:0:2426:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786799177.822216:0:2426:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786799177.822219:0:2426:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786799177.822222:0:2426:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786799177.822230:0:2426:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01042b904a8 time=91 v=5 (5 0 0 0) 00000100:00001000:3.0:1786799177.822234:0:2426:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042b90418 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1786799177.822236:0:2426:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786799177.822238:0:2426:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786799177.822241:0:2426:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786799177.822243:0:2426:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799177.822246:0:2426:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786799177.822251:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa01050c15c00 x1873594431852160/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799177.822258:0:2426:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786799177.822261:0:2426:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786799177.822263:0:2426:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786799177.822267:0:2426:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa01050c15c00 x1873594431852160/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786799177.822274:0:2426:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2426:1873594431852160:192.168.202.120@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1786799177.822279:0:2426:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799177.822282:0:2426:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786799177.822285:0:2426:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa01050c15c00 x1873594431852160/t0(0) o103->MGC192.168.202.120@tcp@192.168.202.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1786799193 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786799177.822298:0:2426:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786799177.822300:0:2426:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786799177.822304:0:2426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010519f5200. 02000000:00000001:3.0:1786799177.822308:0:2426:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786799177.822311:0:2426:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786799177.822312:0:2426:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:3.0:1786799177.822314:0:2426:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786799177.822317:0:2426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa010519f5a00. 02000000:00000001:3.0:1786799177.822319:0:2426:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786799177.822321:0:2426:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786799177.822323:0:2426:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa01050c15c00. 00000100:00000001:3.0:1786799177.822326:0:2426:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786799177.822328:0:2426:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799177.822330:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786799177.822338:0:2426:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786799177.822340:0:2426:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786799177.822342:0:2426:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786799177.822344:0:2426:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1786799177.837848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa01053134900. 00010000:00000010:2.1:1786799177.837864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa01044ebee00. 00010000:00000001:1.0:1786799178.341710:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799178.341720:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799178.341727:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799178.341728:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786799178.344800:0:10518:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786799178.344817:0:10518:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786799178.344823:0:10518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1786799178.416982:0:10579:0:(debug.c:306:cfs_str2mask()) Process entered 00000100:00000040:0.0:1786799178.533879:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0050480d-a554-4e58-85e2-24e3a375a6a4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799178.533891:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786799178.533897:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572dc00. 00000020:00000040:0.0:1786799178.533903:0:36:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000001:0.0:1786799178.533908:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799178.533911:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799178.533917:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799178.533925:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afcf00. 00000100:00000001:0.0:1786799178.533941:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.533956:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0050480d-a554-4e58-85e2-24e3a375a6a4->MGS req@ffffa0104572dc00 x1873594431852288/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799178.533967:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799178.533972:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.533979:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ae02e95] to pc [ptlrpcd_00_01+1] req@ffffa0104572dc00 x1873594431852288/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.534004:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.534007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799178.534010:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786799178.534014:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572d880. 00000020:00000040:0.0:1786799178.534016:0:36:0:(genops.c:1231:class_import_get()) import ffffa010493be800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0105047f800 00000100:00000001:0.0:1786799178.534018:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799178.534019:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799178.534021:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799178.534025:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afcd00. 00000100:00000001:0.0:1786799178.534027:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.534031:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0000_UUID req@ffffa0104572d880 x1873594431852416/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799178.534053:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799178.534054:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.534058:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfd78f44] to pc [ptlrpcd_00_00+0] req@ffffa0104572d880 x1873594431852416/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.534066:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.534069:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799178.534072:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786799178.534075:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572e300. 00000020:00000040:0.0:1786799178.534077:0:36:0:(genops.c:1231:class_import_get()) import ffffa01050fdf800 refcount=4 obd=lustre-MDT0001-mdc-ffffa0105047f800 00000100:00000001:0.0:1786799178.534079:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799178.534080:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799178.534088:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799178.534092:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afcc00. 00000100:00000001:0.0:1786799178.534095:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.534100:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-MDT0001_UUID req@ffffa0104572e300 x1873594431852544/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799178.534106:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799178.534108:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.534112:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000256a2c61] to pc [ptlrpcd_00_01+1] req@ffffa0104572e300 x1873594431852544/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.534118:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.534120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786799178.534123:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786799178.534126:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786799178.534128:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c457ad8-1094-420a-9923-f9e0dd9accb2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786799178.534132:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799178.534134:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786799178.534137:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572ca80. 00000020:00000040:0.0:1786799178.534140:0:36:0:(genops.c:1231:class_import_get()) import ffffa01049b79800 refcount=4 obd=lustre-MDT0000-mdc-ffffa01049b7e000 00000100:00000001:0.0:1786799178.534142:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799178.534144:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799178.534145:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799178.534148:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afc900. 00000100:00000001:0.0:1786799178.534151:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.534166:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0000_UUID req@ffffa0104572ca80 x1873594431852672/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799178.534173:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799178.534175:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.534178:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e93cc39e] to pc [ptlrpcd_00_00+0] req@ffffa0104572ca80 x1873594431852672/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.534190:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.534192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786799178.534195:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786799178.534199:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572f100. 00000020:00000040:0.0:1786799178.534201:0:36:0:(genops.c:1231:class_import_get()) import ffffa01049b7d800 refcount=4 obd=lustre-MDT0001-mdc-ffffa01049b7e000 00000100:00000001:0.0:1786799178.534204:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799178.534205:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799178.534207:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799178.534211:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa01042afcb00. 00000100:00000001:0.0:1786799178.534214:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.534219:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1363987a-c466-4431-b287-1107c5f58d5c->lustre-MDT0001_UUID req@ffffa0104572f100 x1873594431852800/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786799178.534225:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799178.534227:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.534231:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7210cf] to pc [ptlrpcd_00_01+1] req@ffffa0104572f100 x1873594431852800/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.534238:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.534240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786799178.534243:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786799178.534245:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786799178.534248:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1363987a-c466-4431-b287-1107c5f58d5c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786799178.534253:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (403) 00000100:00000001:0.0:1786799178.534264:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799178.534268:0:2424:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799178.534271:0:2424:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799178.534276:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572dc00 x1873594431852288/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.534294:0:2424:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799178.534297:0:2424:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799178.534301:0:2424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799178.534304:0:2424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799178.534307:0:2424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799178.534311:0:2424:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2424:1873594431852288:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799178.534315:0:2424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799178.534333:0:2424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799178.534336:0:2424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799178.534338:0:2424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799178.534343:0:2424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01052e4b000. 02000000:00000001:0.0:1786799178.534344:0:2424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799178.534351:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799178.534355:0:2424:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8528. 00000400:00000010:0.0:1786799178.534362:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050face58. 00000100:00000200:0.0:1786799178.534368:0:2424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431852288, portal 25 00000100:00000001:0.0:1786799178.534371:0:2424:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799178.534372:0:2424:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477917184 : -105483231634432 : ffffa0104572dc00) 00000100:00000040:0.0:1786799178.534378:0:2424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572dc00 x1873594431852288/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.534385:0:2424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799178.534388:0:2424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799178.534390:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac220. 00000100:00000200:0.0:1786799178.534393:0:2424:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873594431852288, offset 0 00000400:00000200:0.0:1786799178.534400:0:2424:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799178.534409:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.534417:0:2424:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799178.534423:0:2424:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799178.534426:0:2424:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799178.534430:0:2424:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799178.534432:0:2424:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799178.534443:0:2424:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [168:168:256:4294967295] 192.168.202.120@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:0.0:1786799178.534448:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.534460:0:2424:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799178.534466:0:2424:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799178.534471:0:2424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afc300. 00000800:00000200:0.0:1786799178.534478:0:2424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799178.534486:0:2424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799178.534491:0:2424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afc300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799178.534504:0:2424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799178.534508:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799178.534511:0:2424:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295066891 00000100:00000001:0.0:1786799178.534517:0:2424:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295066165 00000100:00000001:0.0:1786799178.534521:0:2424:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295066891 00000100:00000001:0.0:1786799178.534524:0:2424:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295066165 00000100:00000001:0.0:1786799178.534527:0:2424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799178.534529:0:2424:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.534532:0:2424:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799178.534536:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572e300 x1873594431852544/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.534543:0:2424:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799178.534544:0:2424:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799178.534547:0:2424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799178.534548:0:2424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799178.534550:0:2424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799178.534553:0:2424:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2424:1873594431852544:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799178.534556:0:2424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799178.534559:0:2424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799178.534560:0:2424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799178.534562:0:2424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799178.534566:0:2424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01052e4ac00. 02000000:00000001:0.0:1786799178.534573:0:2424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799178.534595:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799178.534598:0:2424:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8aa8. 00000400:00000010:0.0:1786799178.534602:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac000. 00000100:00000200:0.0:1786799178.534605:0:2424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431852544, portal 10 00000100:00000001:0.0:1786799178.534607:0:2424:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799178.534608:0:2424:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477918976 : -105483231632640 : ffffa0104572e300) 00000100:00000040:0.0:1786799178.534615:0:2424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572e300 x1873594431852544/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.534621:0:2424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799178.534623:0:2424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799178.534626:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac3b8. 00000100:00000200:0.0:1786799178.534628:0:2424:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431852544, offset 0 00000400:00000200:0.0:1786799178.534632:0:2424:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799178.534636:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.534639:0:2424:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799178.534642:0:2424:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799178.534645:0:2424:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799178.534647:0:2424:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799178.534649:0:2424:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799178.534652:0:2424:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [169:169:255:4294967295] 192.168.202.120@tcp LPNI seq info [169:169:7:4294967295] 00000400:00000200:0.0:1786799178.534656:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.534661:0:2424:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799178.534666:0:2424:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799178.534669:0:2424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afc100. 00000800:00000200:0.0:1786799178.534673:0:2424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799178.534678:0:2424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799178.534680:0:2424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afc100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799178.534683:0:2424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.534686:0:2424:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: using a timeout of 78005 usecs (79 jiffies) 00000400:00000200:0.0:1786799178.534689:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799178.534696:0:2424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 0 is 4295065679 00000100:00000001:0.0:1786799178.534699:0:2424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS request active for cpu 0, keep current deadline 4295066891 00000100:00000001:0.0:1786799178.534701:0:2424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 1 is 4295065679 00000100:00000001:0.0:1786799178.534703:0:2424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0105047f800: PM QoS request active for cpu 1, keep current deadline 4295066891 00000100:00000001:0.0:1786799178.534705:0:2424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799178.534707:0:2424:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.534709:0:2424:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799178.534713:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572f100 x1873594431852800/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.534719:0:2424:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799178.534721:0:2424:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799178.534723:0:2424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799178.534725:0:2424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799178.534726:0:2424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799178.534729:0:2424:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1363987a-c466-4431-b287-1107c5f58d5c:2424:1873594431852800:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799178.534732:0:2424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799178.534734:0:2424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799178.534735:0:2424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799178.534737:0:2424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799178.534740:0:2424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01052e4a000. 02000000:00000001:0.0:1786799178.534741:0:2424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799178.534744:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799178.534747:0:2424:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8bb0. 00000400:00000010:0.0:1786799178.534750:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac6e8. 00000100:00000200:0.0:1786799178.534752:0:2424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431852800, portal 10 00000100:00000001:0.0:1786799178.534754:0:2424:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799178.534755:0:2424:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477922560 : -105483231629056 : ffffa0104572f100) 00000100:00000040:0.0:1786799178.534760:0:2424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572f100 x1873594431852800/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.534766:0:2424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799178.534768:0:2424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799178.534774:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050facc38. 00000100:00000200:0.0:1786799178.534776:0:2424:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431852800, offset 0 00000400:00000200:0.0:1786799178.534780:0:2424:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799178.534784:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.534787:0:2424:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799178.534789:0:2424:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799178.534791:0:2424:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799178.534793:0:2424:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799178.534795:0:2424:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799178.534798:0:2424:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [170:170:254:4294967295] 192.168.202.120@tcp LPNI seq info [170:170:6:4294967295] 00000400:00000200:0.0:1786799178.534801:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.534818:0:2424:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799178.534823:0:2424:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799178.534826:0:2424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afca00. 00000800:00000200:0.0:1786799178.534829:0:2424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799178.534833:0:2424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799178.534835:0:2424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799178.534838:0:2424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.534841:0:2424:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: using a timeout of 33477 usecs (34 jiffies) 00000400:00000200:0.0:1786799178.534844:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799178.534845:0:2424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295065634 00000100:00000001:0.0:1786799178.534848:0:2424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295066891 00000100:00000001:0.0:1786799178.534849:0:2424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295065634 00000100:00000001:0.0:1786799178.534851:0:2424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295066891 00000100:00000001:0.0:1786799178.534853:0:2424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799178.534854:0:2424:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.534856:0:2424:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.534859:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.534865:0:2424:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799178.534866:0:2424:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1786799178.534874:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799178.534875:0:2424:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799178.534877:0:2424:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799178.534879:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1786799178.534881:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.534883:0:2424:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799178.534884:0:2424:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.534885:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799178.534887:0:2424:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799178.534888:0:2424:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799178.534892:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572d880 x1873594431852416/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.534898:0:2424:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799178.534899:0:2424:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799178.534901:0:2424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799178.534902:0:2424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799178.534904:0:2424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799178.534907:0:2424:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2424:1873594431852416:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799178.534910:0:2424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799178.534912:0:2424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799178.534914:0:2424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799178.534915:0:2424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799178.534918:0:2424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01052e4a200. 02000000:00000001:0.0:1786799178.534920:0:2424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799178.534922:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799178.534925:0:2424:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8d68. 00000400:00000010:0.0:1786799178.534927:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac4c8. 00000100:00000200:0.0:1786799178.534930:0:2424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431852416, portal 10 00000100:00000001:0.0:1786799178.534931:0:2424:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799178.534933:0:2424:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477916288 : -105483231635328 : ffffa0104572d880) 00000100:00000040:0.0:1786799178.534938:0:2424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572d880 x1873594431852416/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.534943:0:2424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799178.534945:0:2424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799178.534951:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac330. 00000100:00000200:0.0:1786799178.534953:0:2424:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431852416, offset 0 00000400:00000200:0.0:1786799178.534957:0:2424:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799178.534960:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.534963:0:2424:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799178.534966:0:2424:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799178.534968:0:2424:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799178.534970:0:2424:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799178.534972:0:2424:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799178.534975:0:2424:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [171:171:253:4294967295] 192.168.202.120@tcp LPNI seq info [171:171:5:4294967295] 00000400:00000200:0.0:1786799178.534978:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.534983:0:2424:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799178.534987:0:2424:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799178.534990:0:2424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afc200. 00000800:00000200:0.0:1786799178.534994:0:2424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799178.534998:0:2424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799178.535000:0:2424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afc200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799178.535002:0:2424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.535005:0:2424:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: using a timeout of 166768 usecs (167 jiffies) 00000400:00000200:0.0:1786799178.535008:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799178.535009:0:2424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 0 is 4295065767 00000100:00000001:0.0:1786799178.535011:0:2424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS request active for cpu 0, keep current deadline 4295066891 00000100:00000001:0.0:1786799178.535013:0:2424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS new deadline estimation for cpu 1 is 4295065767 00000100:00000001:0.0:1786799178.535015:0:2424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0105047f800: PM QoS request active for cpu 1, keep current deadline 4295066891 00000100:00000001:0.0:1786799178.535017:0:2424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799178.535018:0:2424:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.535020:0:2424:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799178.535023:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572ca80 x1873594431852672/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.535029:0:2424:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799178.535034:0:2424:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799178.535036:0:2424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799178.535037:0:2424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799178.535039:0:2424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799178.535042:0:2424:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1363987a-c466-4431-b287-1107c5f58d5c:2424:1873594431852672:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799178.535044:0:2424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799178.535047:0:2424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799178.535048:0:2424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799178.535050:0:2424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799178.535052:0:2424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa01052e4b400. 02000000:00000001:0.0:1786799178.535054:0:2424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799178.535057:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799178.535059:0:2424:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8dc0. 00000400:00000010:0.0:1786799178.535062:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac7f8. 00000100:00000200:0.0:1786799178.535064:0:2424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431852672, portal 10 00000100:00000001:0.0:1786799178.535066:0:2424:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799178.535067:0:2424:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477912704 : -105483231638912 : ffffa0104572ca80) 00000100:00000040:0.0:1786799178.535072:0:2424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572ca80 x1873594431852672/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.535077:0:2424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799178.535079:0:2424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799178.535081:0:2424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050faca18. 00000100:00000200:0.0:1786799178.535083:0:2424:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873594431852672, offset 0 00000400:00000200:0.0:1786799178.535087:0:2424:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799178.535090:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.535093:0:2424:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799178.535095:0:2424:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799178.535097:0:2424:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799178.535099:0:2424:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799178.535101:0:2424:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799178.535104:0:2424:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [172:172:252:4294967295] 192.168.202.120@tcp LPNI seq info [172:172:4:4294967295] 00000400:00000200:0.0:1786799178.535108:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.535113:0:2424:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799178.535122:0:2424:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799178.535124:0:2424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afce00. 00000800:00000200:0.0:1786799178.535127:0:2424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799178.535131:0:2424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799178.535133:0:2424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786799178.535136:0:2424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.535138:0:2424:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: using a timeout of 27747 usecs (28 jiffies) 00000400:00000200:0.0:1786799178.535141:0:2424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799178.535143:0:2424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 0 is 4295065628 00000100:00000001:0.0:1786799178.535145:0:2424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS request active for cpu 0, keep current deadline 4295066891 00000100:00000001:0.0:1786799178.535147:0:2424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS new deadline estimation for cpu 1 is 4295065628 00000100:00000001:0.0:1786799178.535149:0:2424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa01049b7e000: PM QoS request active for cpu 1, keep current deadline 4295066891 00000100:00000001:0.0:1786799178.535151:0:2424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799178.535153:0:2424:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.535155:0:2424:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.535157:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.535171:0:2423:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799178.535173:0:2423:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786799178.535212:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799178.535216:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afc300. 00000400:00000200:0.0:1786799178.535220:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799178.535225:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799178.535230:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac220 00000400:00000010:0.0:1786799178.535233:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac220. 00000100:00000001:0.0:1786799178.535237:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799178.535241:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572dc00 x1873594431852288/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.535251:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799178.535254:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572dc00 x1873594431852288/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.535260:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.535266:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786799178.535278:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799178.535280:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afc100. 00000400:00000200:0.0:1786799178.535282:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799178.535286:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799178.535288:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac3b8 00000400:00000010:0.0:1786799178.535289:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac3b8. 00000100:00000001:0.0:1786799178.535291:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799178.535295:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572e300 x1873594431852544/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.535302:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799178.535304:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572e300 x1873594431852544/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.535310:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.535312:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786799178.535317:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799178.535319:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afca00. 00000400:00000200:0.0:1786799178.535321:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799178.535323:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799178.535325:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050facc38 00000400:00000010:0.0:1786799178.535327:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050facc38. 00000100:00000001:0.0:1786799178.535329:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799178.535332:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572f100 x1873594431852800/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.535338:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799178.535340:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572f100 x1873594431852800/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.535346:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.535347:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786799178.535353:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799178.535355:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afc200. 00000400:00000200:0.0:1786799178.535356:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799178.535359:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799178.535367:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac330 00000400:00000010:0.0:1786799178.535368:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac330. 00000100:00000001:0.0:1786799178.535370:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799178.535374:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572d880 x1873594431852416/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.535380:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799178.535383:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572d880 x1873594431852416/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.535388:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.535389:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786799178.535447:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799178.535450:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afce00. 00000400:00000200:0.0:1786799178.535453:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799178.535456:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799178.535458:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050faca18 00000400:00000010:0.0:1786799178.535460:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050faca18. 00000100:00000001:0.0:1786799178.535461:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799178.535464:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572ca80 x1873594431852672/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.535471:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799178.535474:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572ca80 x1873594431852672/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.535479:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.535481:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786799178.547848:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799178.547868:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786799178.547872:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799178.547875:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799178.547883:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799178.547891:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1786799178.547902:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799178.547907:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799178.547913:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799178.547917:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 25 MB=0x6a80632904f00 00000400:00000200:1.0:1786799178.547923:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1786799178.547930:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.120@tcp of length 224/224 into md 0x911 [1] + 224 00000800:00000001:1.0:1786799178.547937:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799178.547946:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786799178.547949:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799178.547953:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1786799178.547961:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786799178.547980:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572dc00 x1873594431852288/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786799178.547992:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572dc00 x1873594431852288/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.548102:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799178.548107:0:2424:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786799178.548168:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786799178.548178:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786799178.548181:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1786799178.554331:0:2424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799178.554338:0:2424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799178.554342:0:2424:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8528. 00000400:00000200:0.0:1786799178.554352:0:2424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050face58 00000400:00000010:0.0:1786799178.554355:0:2424:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050face58. 00000100:00000001:0.0:1786799178.554360:0:2424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799178.554373:0:2424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572dc00 x1873594431852288/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799178.554401:0:2424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572dc00 x1873594431852288/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.554410:0:2424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799178.554413:0:2424:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.554416:0:2424:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799178.554419:0:2424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799178.554422:0:2424:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799178.554424:0:2424:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799178.554427:0:2424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799178.554435:0:2424:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01042b90460 time=104 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799178.554439:0:2424:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042b90418 time=104 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799178.554442:0:2424:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799178.554443:0:2424:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799178.554446:0:2424:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786799178.554449:0:2424:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.554452:0:2424:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.554457:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572dc00 x1873594431852288/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.554464:0:2424:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799178.554467:0:2424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799178.554469:0:2424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786799178.554474:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572dc00 x1873594431852288/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799178.554482:0:2424:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0050480d-a554-4e58-85e2-24e3a375a6a4:2424:1873594431852288:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799178.554488:0:2424:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.554492:0:2424:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799178.554495:0:2424:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572dc00 x1873594431852288/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.554503:0:2424:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799178.554506:0:2424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799178.554516:0:2424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01052e4b000. 02000000:00000001:0.0:1786799178.554520:0:2424:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799178.554523:0:2424:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799178.554525:0:2424:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:0.0:1786799178.554528:0:2424:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799178.554531:0:2424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afcf00. 02000000:00000001:0.0:1786799178.554536:0:2424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799178.554537:0:2424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799178.554539:0:2424:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572dc00. 00000100:00000001:0.0:1786799178.554544:0:2424:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799178.554545:0:2424:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.554549:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.554551:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799178.554553:0:2424:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799178.554567:0:2424:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.554569:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786799178.556667:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799178.556684:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799178.556689:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799178.556691:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799178.556700:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.556709:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799178.556718:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.556723:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.556729:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.556734:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632905000 00000400:00000200:0.0:1786799178.556739:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.556745:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x921 [1] + 224 00000800:00000001:0.0:1786799178.556752:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799178.556757:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799178.556760:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799178.556765:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799178.556772:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799178.556781:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572e300 x1873594431852544/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799178.556814:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572e300 x1873594431852544/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.556830:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799178.556840:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799178.556843:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799178.556845:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799178.556847:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799178.556850:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.556854:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799178.556857:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.556860:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.556863:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.556866:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632905100 00000400:00000200:0.0:1786799178.556869:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.556873:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x931 [1] + 224 00000800:00000001:0.0:1786799178.556876:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799178.556878:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799178.556880:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799178.556883:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799178.556886:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799178.556889:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572f100 x1873594431852800/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799178.556899:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572f100 x1873594431852800/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.556906:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799178.556908:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799178.556910:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799178.556912:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799178.556913:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799178.556916:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.556923:0:2416:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799178.556926:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.556929:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.556932:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.556934:0:2416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632904f80 00000400:00000200:0.0:1786799178.556937:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.556940:0:2416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x941 [1] + 224 00000800:00000001:0.0:1786799178.556944:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799178.556949:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799178.556950:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799178.556953:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799178.556956:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799178.556960:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572d880 x1873594431852416/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799178.556968:0:2416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572d880 x1873594431852416/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.556975:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799178.556977:0:2416:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799178.556979:0:2416:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.556991:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799178.556994:0:2424:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786799178.557000:0:2424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799178.557002:0:2424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799178.557004:0:2424:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8d68. 00000400:00000200:0.0:1786799178.557008:0:2424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac4c8 00000400:00000010:0.0:1786799178.557010:0:2424:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac4c8. 00000100:00000001:0.0:1786799178.557012:0:2424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799178.557016:0:2424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572d880 x1873594431852416/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799178.557025:0:2424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572d880 x1873594431852416/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.557031:0:2424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799178.557046:0:2424:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.557049:0:2424:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799178.557052:0:2424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799178.557055:0:2424:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799178.557057:0:2424:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799178.557060:0:2424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799178.557069:0:2424:0:(import.c:2149:obd_at_measure()) add 5 to ffffa010493bec60 time=102 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799178.557073:0:2424:0:(import.c:2149:obd_at_measure()) add 1 to ffffa010493bec18 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799178.557076:0:2424:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799178.557078:0:2424:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799178.557080:0:2424:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786799178.557084:0:2424:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.557088:0:2424:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786799178.557091:0:2424:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0105047f800: skip recheck: last_committed 0 00000100:00000001:0.0:1786799178.557093:0:2424:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786799178.557094:0:2424:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.557099:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572d880 x1873594431852416/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.557107:0:2424:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799178.557110:0:2424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799178.557112:0:2424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786799178.557116:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572d880 x1873594431852416/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799178.557123:0:2424:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2424:1873594431852416:192.168.202.120@tcp:400:kworker.0 00000400:00000001:0.0:1786799178.557128:0:2424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799178.557130:0:2424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799178.557131:0:2424:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8aa8. 00000400:00000200:0.0:1786799178.557133:0:2424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac000 00000400:00000010:0.0:1786799178.557135:0:2424:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac000. 00000100:00000001:0.0:1786799178.557136:0:2424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799178.557139:0:2424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572e300 x1873594431852544/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799178.557147:0:2424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572e300 x1873594431852544/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.557165:0:2424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799178.557166:0:2424:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.557168:0:2424:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799178.557169:0:2424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799178.557171:0:2424:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799178.557172:0:2424:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799178.557174:0:2424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799178.557178:0:2424:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01050fdfc60 time=103 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799178.557181:0:2424:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01050fdfc18 time=103 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799178.557183:0:2424:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799178.557184:0:2424:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799178.557186:0:2424:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786799178.557190:0:2424:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572e300 x1873594431852544/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786799178.557196:0:2424:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.557197:0:2424:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786799178.557199:0:2424:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0105047f800: skip recheck: last_committed 0 00000100:00000001:0.0:1786799178.557200:0:2424:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786799178.557201:0:2424:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.557204:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572e300 x1873594431852544/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.557210:0:2424:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799178.557212:0:2424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799178.557213:0:2424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786799178.557216:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572e300 x1873594431852544/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799178.557224:0:2424:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8c457ad8-1094-420a-9923-f9e0dd9accb2:2424:1873594431852544:192.168.202.120@tcp:400:kworker.0 00000400:00000001:0.0:1786799178.557228:0:2424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799178.557230:0:2424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799178.557231:0:2424:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8bb0. 00000400:00000200:0.0:1786799178.557237:0:2424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac6e8 00000400:00000010:0.0:1786799178.557238:0:2424:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac6e8. 00000100:00000001:0.0:1786799178.557241:0:2424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799178.557244:0:2424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572f100 x1873594431852800/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799178.557252:0:2424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572f100 x1873594431852800/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.557258:0:2424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799178.557259:0:2424:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.557261:0:2424:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799178.557262:0:2424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799178.557263:0:2424:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799178.557264:0:2424:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799178.557266:0:2424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799178.557269:0:2424:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01049b7dc60 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799178.557272:0:2424:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01049b7dc18 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799178.557274:0:2424:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799178.557275:0:2424:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799178.557276:0:2424:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786799178.557279:0:2424:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0104572f100 x1873594431852800/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786799178.557285:0:2424:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.557287:0:2424:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786799178.557289:0:2424:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786799178.557290:0:2424:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786799178.557292:0:2424:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.557295:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572f100 x1873594431852800/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.557301:0:2424:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799178.557303:0:2424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799178.557304:0:2424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786799178.557307:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572f100 x1873594431852800/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799178.557485:0:2424:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1363987a-c466-4431-b287-1107c5f58d5c:2424:1873594431852800:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799178.557490:0:2424:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.557492:0:2424:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799178.557495:0:2424:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572d880 x1873594431852416/t0(0) o400->lustre-MDT0000-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.557501:0:2424:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799178.557504:0:2424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799178.557507:0:2424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01052e4a200. 02000000:00000001:0.0:1786799178.557511:0:2424:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799178.557514:0:2424:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799178.557516:0:2424:0:(genops.c:1244:class_import_put()) import ffffa010493be800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0105047f800 00000020:00000001:0.0:1786799178.557518:0:2424:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799178.557521:0:2424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afcd00. 02000000:00000001:0.0:1786799178.557525:0:2424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799178.557526:0:2424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799178.557528:0:2424:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572d880. 00000100:00000001:0.0:1786799178.557532:0:2424:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799178.557534:0:2424:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.557535:0:2424:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799178.557539:0:2424:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572e300 x1873594431852544/t0(0) o400->lustre-MDT0001-mdc-ffffa0105047f800@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.557545:0:2424:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799178.557546:0:2424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799178.557548:0:2424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01052e4ac00. 02000000:00000001:0.0:1786799178.557549:0:2424:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799178.557551:0:2424:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799178.557552:0:2424:0:(genops.c:1244:class_import_put()) import ffffa01050fdf800 refcount=3 obd=lustre-MDT0001-mdc-ffffa0105047f800 00000020:00000001:0.0:1786799178.557554:0:2424:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799178.557555:0:2424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afcc00. 02000000:00000001:0.0:1786799178.557653:0:2424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799178.557655:0:2424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799178.557657:0:2424:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572e300. 00000100:00000001:0.0:1786799178.557670:0:2424:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799178.557671:0:2424:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.557673:0:2424:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799178.557678:0:2424:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572f100 x1873594431852800/t0(0) o400->lustre-MDT0001-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.557683:0:2424:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799178.557684:0:2424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799178.557686:0:2424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01052e4a000. 02000000:00000001:0.0:1786799178.557688:0:2424:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799178.557689:0:2424:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799178.557690:0:2424:0:(genops.c:1244:class_import_put()) import ffffa01049b7d800 refcount=3 obd=lustre-MDT0001-mdc-ffffa01049b7e000 00000020:00000001:0.0:1786799178.557692:0:2424:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799178.557694:0:2424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afcb00. 02000000:00000001:0.0:1786799178.557696:0:2424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799178.557697:0:2424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799178.557698:0:2424:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572f100. 00000100:00000001:0.0:1786799178.557700:0:2424:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799178.557701:0:2424:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.557704:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.557706:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799178.557708:0:2424:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799178.557710:0:2424:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.557712:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786799178.565098:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799178.565116:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799178.565120:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799178.565122:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799178.565132:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.565141:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799178.565149:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.565154:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.565164:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.565168:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a80632905080 00000400:00000200:0.0:1786799178.565173:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799178.565180:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x951 [1] + 224 00000800:00000001:0.0:1786799178.565187:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799178.565201:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799178.565204:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799178.565209:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799178.565217:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799178.565231:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572ca80 x1873594431852672/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799178.565242:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0104572ca80 x1873594431852672/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.565257:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799178.565267:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799178.565271:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.565285:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799178.565290:0:2424:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786799178.565296:0:2424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786799178.565298:0:2424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786799178.565301:0:2424:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8dc0. 00000400:00000200:0.0:1786799178.565305:0:2424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac7f8 00000400:00000010:0.0:1786799178.565309:0:2424:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac7f8. 00000100:00000001:0.0:1786799178.565312:0:2424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799178.565316:0:2424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572ca80 x1873594431852672/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786799178.565335:0:2424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572ca80 x1873594431852672/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.565341:0:2424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786799178.565343:0:2424:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.565345:0:2424:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786799178.565348:0:2424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786799178.565350:0:2424:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786799178.565353:0:2424:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799178.565356:0:2424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786799178.565366:0:2424:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01049b79c60 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1786799178.565370:0:2424:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01049b79c18 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1786799178.565372:0:2424:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786799178.565373:0:2424:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799178.565382:0:2424:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786799178.565385:0:2424:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.565390:0:2424:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786799178.565392:0:2424:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa01049b7e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786799178.565394:0:2424:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786799178.565395:0:2424:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786799178.565400:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572ca80 x1873594431852672/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.565407:0:2424:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799178.565411:0:2424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786799178.565413:0:2424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786799178.565417:0:2424:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572ca80 x1873594431852672/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786799178.565425:0:2424:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1363987a-c466-4431-b287-1107c5f58d5c:2424:1873594431852672:192.168.202.120@tcp:400:kworker.0 00000100:00000001:0.0:1786799178.565429:0:2424:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.565432:0:2424:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799178.565435:0:2424:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572ca80 x1873594431852672/t0(0) o400->lustre-MDT0000-mdc-ffffa01049b7e000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1786799194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799178.565442:0:2424:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786799178.565445:0:2424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786799178.565448:0:2424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa01052e4b400. 02000000:00000001:0.0:1786799178.565452:0:2424:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786799178.565455:0:2424:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786799178.565457:0:2424:0:(genops.c:1244:class_import_put()) import ffffa01049b79800 refcount=3 obd=lustre-MDT0000-mdc-ffffa01049b7e000 00000020:00000001:0.0:1786799178.565459:0:2424:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786799178.565462:0:2424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa01042afc900. 02000000:00000001:0.0:1786799178.565465:0:2424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786799178.565467:0:2424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786799178.565469:0:2424:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572ca80. 00000100:00000001:0.0:1786799178.565473:0:2424:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786799178.565474:0:2424:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.565476:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786799178.565485:0:2424:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799178.565493:0:2424:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799178.565495:0:2424:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786799178.565498:0:2424:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1786799179.301839:0:6372:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1786799179.301848:0:6372:0:(mgc_request.c:108:config_log_get()) log params (ffffa01049d26c00) refs 2 10000000:00000001:0.0:1786799179.301854:0:6372:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1786799179.301857:0:6372:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1786799179.301858:0:6372:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1786799179.301860:0:6372:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1786799179.301862:0:6372:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1786799179.301865:0:6372:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:0.0:1786799179.301867:0:6372:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa01049b7e000 from 7 10000000:00000001:0.0:1786799179.301871:0:6372:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1786799179.301873:0:6372:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1786799179.301885:0:6372:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0104572ca80. 00000020:00000040:0.0:1786799179.301891:0:6372:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000001:0.0:1786799179.301895:0:6372:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786799179.301898:0:6372:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786799179.301904:0:6372:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786799179.301914:0:6372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa010412e6000. 00000100:00000001:0.0:1786799179.301922:0:6372:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786799179.301927:0:6372:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1786799179.301930:0:6372:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1786799179.302101:0:6372:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffffa01048e0c000. 00010000:00000001:0.0:1786799179.302109:0:6372:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1786799179.302114:0:6372:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa01040030e00. 00000020:00000001:0.0:1786799179.302120:0:6372:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1786799179.302123:0:6372:0:(lustre_handles.c:93:class_handle_hash()) added object ffffa01040030e00 with handle 0x410a2c25310c785f to hash 00000020:00000001:0.0:1786799179.302126:0:6372:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1786799179.302127:0:6372:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638590386703872 : -105483322847744 : ffffa01040030e00) 00010000:00000001:0.0:1786799179.302130:0:6372:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638590386703872 : -105483322847744 : ffffa01040030e00) 00010000:00000001:0.0:1786799179.302135:0:6372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1786799179.302139:0:6372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786799179.302145:0:6372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01040030e00/0x410a2c25310c785f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786799179.302179:0:6372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffffa01040030e00/0x410a2c25310c785f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786799179.302192:0:6372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffffa01040030e00/0x410a2c25310c785f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1786799179.302197:0:6372:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1786799179.302199:0:6372:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1786799179.302205:0:6372:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa010519199c0. 00000100:00000001:0.0:1786799179.302207:0:6372:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446638590681258432 : -105483028293184 : ffffa010519199c0) 00000100:00000001:0.0:1786799179.302210:0:6372:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799179.302212:0:6372:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477912704 : -105483231638912 : ffffa0104572ca80) 00000100:00000001:0.0:1786799179.302217:0:6372:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786799179.302222:0:6372:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799179.302225:0:6372:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1786799179.302227:0:6372:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786799179.302239:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0104572ca80 x1873594431852928/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799179.302248:0:6372:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786799179.302250:0:6372:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799179.302254:0:6372:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786799179.302256:0:6372:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786799179.302259:0:6372:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786799179.302263:0:6372:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0104572ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431852928:192.168.202.120@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1786799179.302267:0:6372:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786799179.302274:0:6372:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786799179.302276:0:6372:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786799179.302279:0:6372:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799179.302284:0:6372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa010580fbc00. 02000000:00000001:0.0:1786799179.302286:0:6372:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799179.302293:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799179.302304:0:6372:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8dc0. 00000400:00000010:0.0:1786799179.302311:0:6372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac7f8. 00000100:00000200:0.0:1786799179.302319:0:6372:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1873594431852928, portal 25 00000100:00000001:0.0:1786799179.302321:0:6372:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799179.302322:0:6372:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590477912704 : -105483231638912 : ffffa0104572ca80) 00000100:00000040:0.0:1786799179.302329:0:6372:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0104572ca80 x1873594431852928/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799179.302337:0:6372:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799179.302341:0:6372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799179.302344:0:6372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac6e8. 00000100:00000200:0.0:1786799179.302347:0:6372:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1873594431852928, offset 0 00000400:00000200:0.0:1786799179.302354:0:6372:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799179.302363:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.302372:0:6372:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799179.302379:0:6372:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799179.302384:0:6372:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799179.302390:0:6372:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799179.302393:0:6372:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799179.302398:0:6372:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [173:173:256:4294967295] 192.168.202.120@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:0.0:1786799179.302403:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.302414:0:6372:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799179.302422:0:6372:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799179.302428:0:6372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afc900. 00000800:00000200:0.0:1786799179.302437:0:6372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799179.302448:0:6372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799179.302453:0:6372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afc900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1786799179.302557:0:6372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799179.302563:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799179.302566:0:6372:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295067659 00000100:00000001:0.0:1786799179.302575:0:6372:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295066891 00000100:00000001:0.0:1786799179.302633:0:6372:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295067660 00000100:00000001:0.0:1786799179.302644:0:6372:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295066891 00000100:00000001:0.0:1786799179.302648:0:6372:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799179.302651:0:6372:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799179.302654:0:6372:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799179.302656:0:6372:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1786799179.302659:0:6372:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010519199c0 going to sleep for 11 seconds 00000100:00000001:0.0:1786799179.302662:0:6372:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799179.302665:0:6372:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786799179.308201:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799179.308210:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afc900. 00000400:00000200:1.0:1786799179.308218:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799179.308227:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799179.308235:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac6e8 00000400:00000010:1.0:1786799179.308238:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac6e8. 00000100:00000001:1.0:1786799179.308245:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799179.308255:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0104572ca80 x1873594431852928/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799179.308267:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799179.308271:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0104572ca80 x1873594431852928/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799179.308278:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799179.308280:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786799179.329193:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.329212:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799179.329216:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.329218:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799179.329226:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.329234:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799179.329243:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.329248:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.329252:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.329256:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 344 into portal 25 MB=0x6a80632905180 00000400:00000200:0.0:1786799179.329261:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.329267:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.120@tcp of length 344/344 into md 0x961 [1] + 224 00000800:00000001:0.0:1786799179.329274:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.329283:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799179.329286:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799179.329291:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799179.329299:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799179.329309:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0104572ca80 x1873594431852928/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799179.329321:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffffa0104572ca80 x1873594431852928/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.329558:0:6372:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799179.329607:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799179.329618:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.329621:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786799179.341073:0:6372:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799179.341080:0:6372:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799179.341085:0:6372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8dc0. 00000400:00000200:2.0:1786799179.341095:0:6372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac7f8 00000400:00000010:2.0:1786799179.341097:0:6372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac7f8. 00000100:00000001:2.0:1786799179.341103:0:6372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799179.341117:0:6372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0104572ca80 x1873594431852928/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799179.341129:0:6372:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0104572ca80 x1873594431852928/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.341137:0:6372:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799179.341140:0:6372:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.341143:0:6372:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799179.341160:0:6372:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799179.341164:0:6372:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799179.341166:0:6372:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.341188:0:6372:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799179.341196:0:6372:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01042b90460 time=105 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799179.341200:0:6372:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042b90418 time=105 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799179.341204:0:6372:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799179.341205:0:6372:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799179.341208:0:6372:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786799179.341210:0:6372:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.341213:0:6372:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799179.341219:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0104572ca80 x1873594431852928/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.341226:0:6372:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799179.341230:0:6372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799179.341233:0:6372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799179.341237:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0104572ca80 x1873594431852928/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799179.341244:0:6372:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0104572ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431852928:192.168.202.120@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1786799179.341250:0:6372:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.341253:0:6372:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.341255:0:6372:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786799179.341257:0:6372:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799179.341260:0:6372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0104572ca80 x1873594431852928/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.341266:0:6372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786799179.341269:0:6372:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa010519199c0. 00000100:00000001:2.0:1786799179.341272:0:6372:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786799179.341274:0:6372:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799179.341277:0:6372:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1786799179.341281:0:6372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786799179.341284:0:6372:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786799179.341287:0:6372:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffffa01040030e00 refcount=4 00000020:00000001:2.0:1786799179.341290:0:6372:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638590386703872 : -105483322847744 : ffffa01040030e00) 00010000:00000001:2.0:1786799179.341293:0:6372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638590386703872 : -105483322847744 : ffffa01040030e00) 00010000:00000040:2.0:1786799179.341306:0:6372:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffffa01040030e00, remote cookie: 0x5b3029c303c0f8b9, flags: 0x0 00010000:00000001:2.0:1786799179.341309:0:6372:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1786799179.341313:0:6372:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1786799179.341315:0:6372:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1786799179.341317:0:6372:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1786799179.341318:0:6372:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1786799179.341321:0:6372:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffffa01048e0c000) refcount = 1 00010000:00010000:2.0:1786799179.341326:0:6372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffffa01040030e00/0x410a2c25310c785f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f8b9 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786799179.341334:0:6372:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1786799179.341336:0:6372:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1786799179.341338:0:6372:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786799179.341341:0:6372:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1786799179.341343:0:6372:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799179.341346:0:6372:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffffa01040030e00/0x410a2c25310c785f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5b3029c303c0f8b9 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786799179.341352:0:6372:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1786799179.341354:0:6372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786799179.341355:0:6372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786799179.341356:0:6372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786799179.341357:0:6372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786799179.341358:0:6372:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.341361:0:6372:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799179.341365:0:6372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0104572ca80 x1873594431852928/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.341371:0:6372:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799179.341373:0:6372:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799179.341377:0:6372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa010580fbc00. 02000000:00000001:2.0:1786799179.341381:0:6372:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799179.341383:0:6372:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799179.341385:0:6372:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:2.0:1786799179.341387:0:6372:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799179.341389:0:6372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa010412e6000. 02000000:00000001:2.0:1786799179.341400:0:6372:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799179.341402:0:6372:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799179.341404:0:6372:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0104572ca80. 00000100:00000001:2.0:1786799179.341408:0:6372:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799179.341409:0:6372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1786799179.341411:0:6372:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786799179.341415:0:6372:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1786799179.341417:0:6372:0:(mgc_request.c:108:config_log_get()) log params (ffffa01049d26c00) refs 3 10000000:00000001:2.0:1786799179.341419:0:6372:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799179.341421:0:6372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786799179.341422:0:6372:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786799179.341424:0:6372:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffffa01040030e00 refcount=3 00000020:00000001:2.0:1786799179.341426:0:6372:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638590386703872 : -105483322847744 : ffffa01040030e00) 00010000:00000001:2.0:1786799179.341427:0:6372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638590386703872 : -105483322847744 : ffffa01040030e00) 00010000:00000001:2.0:1786799179.341429:0:6372:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1786799179.341430:0:6372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786799179.341431:0:6372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786799179.341433:0:6372:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786799179.341435:0:6372:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1786799179.341440:0:6372:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa01045199280. 00000020:00000010:2.0:1786799179.341444:0:6372:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa010519f5400. 00000020:00000010:2.0:1786799179.341450:0:6372:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa010519f4c00. 00000040:00000010:2.0:1786799179.341454:0:6372:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffffa010519f4800. 00000020:00000010:2.0:1786799179.341459:0:6372:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa010451d6800. 00000020:00000010:2.0:1786799179.341463:0:6372:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffffa010519f4a00. 80000000:00000010:2.0:1786799179.341467:0:6372:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0104513cea0. 00040000:00000010:2.0:1786799179.341472:0:6372:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa010519f4600. 20000000:00000010:2.0:1786799179.341477:0:6372:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffffa010519f5200. 10000000:00000040:2.0:1786799179.341482:0:6372:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffffa01052f96180 : new refcount 2 00000020:00000001:2.0:1786799179.341485:0:6372:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1786799179.341487:0:6372:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1786799179.341490:0:6372:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1786799179.341492:0:6372:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffffa010519f5a00. 00000040:00000001:2.0:1786799179.341497:0:6372:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1786799179.341499:0:6372:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000010:2.0:1786799179.341503:0:6372:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa01050c14a80. 00000020:00000040:2.0:1786799179.341512:0:6372:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=5 obd=MGC192.168.202.120@tcp 00000100:00000001:2.0:1786799179.341517:0:6372:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786799179.341520:0:6372:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786799179.341524:0:6372:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786799179.341531:0:6372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa010519f4400. 00000100:00000001:2.0:1786799179.341538:0:6372:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.341543:0:6372:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1786799179.341545:0:6372:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1786799179.341552:0:6372:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa010481bf0c0. 00000100:00000001:2.0:1786799179.341554:0:6372:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446638590522552512 : -105483186999104 : ffffa010481bf0c0) 00000100:00000001:2.0:1786799179.341556:0:6372:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799179.341558:0:6372:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667606656 : -105483041944960 : ffffa01050c14a80) 00000100:00000001:2.0:1786799179.341562:0:6372:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786799179.341567:0:6372:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.341569:0:6372:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1786799179.341570:0:6372:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799179.341575:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa01050c14a80 x1873594431853056/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.341617:0:6372:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799179.341619:0:6372:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.341623:0:6372:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799179.341626:0:6372:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799179.341628:0:6372:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799179.341632:0:6372:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431853056:192.168.202.120@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1786799179.341636:0:6372:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799179.341641:0:6372:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799179.341643:0:6372:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.341646:0:6372:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799179.341650:0:6372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010519f5800. 02000000:00000001:2.0:1786799179.341652:0:6372:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799179.341659:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799179.341662:0:6372:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c14d0. 00000400:00000010:2.0:1786799179.341668:0:6372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a902a8. 00000100:00000200:2.0:1786799179.341674:0:6372:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431853056, portal 25 00000100:00000001:2.0:1786799179.341681:0:6372:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799179.341683:0:6372:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667606656 : -105483041944960 : ffffa01050c14a80) 00000100:00000040:2.0:1786799179.341689:0:6372:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa01050c14a80 x1873594431853056/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.341697:0:6372:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799179.341699:0:6372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799179.341702:0:6372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90aa0. 00000100:00000200:2.0:1786799179.341707:0:6372:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1873594431853056, offset 0 00000400:00000200:2.0:1786799179.341713:0:6372:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799179.341721:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799179.341730:0:6372:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799179.341736:0:6372:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799179.341740:0:6372:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799179.341744:0:6372:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799179.341748:0:6372:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799179.341752:0:6372:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [174:174:256:4294967295] 192.168.202.120@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:2.0:1786799179.341756:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799179.341766:0:6372:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799179.341772:0:6372:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799179.341778:0:6372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57b00. 00000800:00000200:2.0:1786799179.341784:0:6372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799179.341791:0:6372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799179.341795:0:6372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57b00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1786799179.341816:0:6372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799179.341820:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799179.341823:0:6372:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295067699 00000100:00000001:2.0:1786799179.341832:0:6372:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295067659 00000100:00000001:2.0:1786799179.341837:0:6372:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295067699 00000100:00000001:2.0:1786799179.341840:0:6372:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295067660 00000100:00000001:2.0:1786799179.341843:0:6372:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799179.341851:0:6372:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.341854:0:6372:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799179.341855:0:6372:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1786799179.341858:0:6372:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010481bf0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1786799179.341860:0:6372:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799179.341862:0:6372:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786799179.343757:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799179.343768:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57b00. 00000400:00000200:1.0:1786799179.343776:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799179.343785:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799179.343793:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90aa0 00000400:00000010:1.0:1786799179.343795:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90aa0. 00000100:00000001:1.0:1786799179.343811:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799179.343820:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa01050c14a80 x1873594431853056/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799179.343832:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799179.343836:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa01050c14a80 x1873594431853056/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799179.343859:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799179.343861:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786799179.353875:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.353891:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799179.353896:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.353899:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799179.353908:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.353917:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799179.353934:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.353940:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.353945:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.353949:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 272 into portal 25 MB=0x6a80632905200 00000400:00000200:0.0:1786799179.353955:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.353960:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.120@tcp of length 272/272 into md 0x971 [1] + 224 00000800:00000001:0.0:1786799179.353968:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.353975:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799179.353979:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799179.353983:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799179.353990:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799179.354001:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa01050c14a80 x1873594431853056/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799179.354013:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffffa01050c14a80 x1873594431853056/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799179.354036:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799179.354046:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.354049:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.355064:0:6372:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786799179.355074:0:6372:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799179.355076:0:6372:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799179.355081:0:6372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c14d0. 00000400:00000200:2.0:1786799179.355088:0:6372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a902a8 00000400:00000010:2.0:1786799179.355090:0:6372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a902a8. 00000100:00000001:2.0:1786799179.355095:0:6372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799179.355104:0:6372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa01050c14a80 x1873594431853056/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799179.355114:0:6372:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa01050c14a80 x1873594431853056/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.355121:0:6372:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799179.355123:0:6372:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.355126:0:6372:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799179.355129:0:6372:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799179.355131:0:6372:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799179.355134:0:6372:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.355136:0:6372:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799179.355144:0:6372:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01042b90460 time=105 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799179.355892:0:6372:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042b90418 time=105 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799179.355898:0:6372:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799179.355900:0:6372:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799179.355903:0:6372:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786799179.355905:0:6372:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.355907:0:6372:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799179.355915:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa01050c14a80 x1873594431853056/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.355923:0:6372:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799179.355938:0:6372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799179.355961:0:6372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799179.355967:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa01050c14a80 x1873594431853056/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799179.355975:0:6372:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431853056:192.168.202.120@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1786799179.355981:0:6372:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.355983:0:6372:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.355986:0:6372:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786799179.355988:0:6372:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799179.355992:0:6372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa01050c14a80 x1873594431853056/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.356000:0:6372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786799179.356003:0:6372:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa010481bf0c0. 00000100:00000001:2.0:1786799179.356007:0:6372:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786799179.356008:0:6372:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786799179.356015:0:6372:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1786799179.356020:0:6372:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799179.356022:0:6372:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000020:00000001:2.0:1786799179.356024:0:6372:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1786799179.356026:0:6372:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799179.356029:0:6372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa01050c14a80 x1873594431853056/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.356035:0:6372:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799179.356038:0:6372:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799179.356041:0:6372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010519f5800. 02000000:00000001:2.0:1786799179.356044:0:6372:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799179.356045:0:6372:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799179.356046:0:6372:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:2.0:1786799179.356048:0:6372:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799179.356051:0:6372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa010519f4400. 02000000:00000001:2.0:1786799179.356054:0:6372:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799179.356056:0:6372:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799179.356058:0:6372:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa01050c14a80. 00000100:00000001:2.0:1786799179.356062:0:6372:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799179.356064:0:6372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1786799179.356073:0:6372:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786799179.356077:0:6372:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1786799179.356083:0:6372:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffffa010451fa000. 00000040:00000001:2.0:1786799179.356085:0:6372:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1786799179.356087:0:6372:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1786799179.356089:0:6372:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000010:2.0:1786799179.356094:0:6372:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa01050c14a80. 00000020:00000040:2.0:1786799179.356096:0:6372:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=5 obd=MGC192.168.202.120@tcp 00000100:00000001:2.0:1786799179.356100:0:6372:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786799179.356103:0:6372:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786799179.356109:0:6372:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786799179.356114:0:6372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa010519f4400. 00000100:00000001:2.0:1786799179.356120:0:6372:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.356123:0:6372:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1786799179.356125:0:6372:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1786799179.356130:0:6372:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa010481bf0c0. 00000100:00000001:2.0:1786799179.356132:0:6372:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446638590522552512 : -105483186999104 : ffffa010481bf0c0) 00000100:00000001:2.0:1786799179.356135:0:6372:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799179.356137:0:6372:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667606656 : -105483041944960 : ffffa01050c14a80) 00000100:00000001:2.0:1786799179.356141:0:6372:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786799179.356146:0:6372:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.356644:0:6372:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1786799179.356646:0:6372:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799179.356652:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa01050c14a80 x1873594431853184/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.356660:0:6372:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799179.356662:0:6372:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.356667:0:6372:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799179.356669:0:6372:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799179.356672:0:6372:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799179.356675:0:6372:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431853184:192.168.202.120@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1786799179.356679:0:6372:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799179.356685:0:6372:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799179.356687:0:6372:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.356690:0:6372:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786799179.364101:0:6372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffffa01051924000. 02000000:00000001:0.0:1786799179.364112:0:6372:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799179.364124:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:0.0:1786799179.364132:0:6372:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa01045ca8bb0. 00000400:00000010:0.0:1786799179.364140:0:6372:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffffa01051919d80. 00000100:00000200:0.0:1786799179.364221:0:6372:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1873594431853184, portal 25 00000100:00000001:0.0:1786799179.364225:0:6372:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786799179.364227:0:6372:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667606656 : -105483041944960 : ffffa01050c14a80) 00000100:00000040:0.0:1786799179.364241:0:6372:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa01050c14a80 x1873594431853184/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799179.364259:0:6372:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786799179.364262:0:6372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:0.0:1786799179.364266:0:6372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01050fac000. 00000100:00000200:0.0:1786799179.364271:0:6372:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1873594431853184, offset 0 00000400:00000200:0.0:1786799179.364277:0:6372:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:0.0:1786799179.364287:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.364296:0:6372:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:0.0:1786799179.364302:0:6372:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786799179.364307:0:6372:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:0.0:1786799179.364311:0:6372:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786799179.364314:0:6372:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:0.0:1786799179.364319:0:6372:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [175:175:256:4294967295] 192.168.202.120@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:0.0:1786799179.364323:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.364333:0:6372:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:0.0:1786799179.364340:0:6372:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:0.0:1786799179.364345:0:6372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01042afcb00. 00000800:00000200:0.0:1786799179.364353:0:6372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:0.0:1786799179.364360:0:6372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:0.0:1786799179.364366:0:6372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01042afcb00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1786799179.364392:0:6372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786799179.364397:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:0.0:1786799179.364400:0:6372:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295067721 00000100:00000001:0.0:1786799179.364409:0:6372:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295067699 00000100:00000001:0.0:1786799179.364415:0:6372:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295067721 00000100:00000001:0.0:1786799179.364419:0:6372:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295067699 00000100:00000001:0.0:1786799179.364422:0:6372:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786799179.364425:0:6372:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799179.364429:0:6372:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786799179.364431:0:6372:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1786799179.364440:0:6372:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010481bf0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1786799179.364443:0:6372:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786799179.364446:0:6372:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786799179.367296:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799179.367308:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01042afcb00. 00000400:00000200:1.0:1786799179.367317:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799179.367327:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799179.367334:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01050fac000 00000400:00000010:1.0:1786799179.367337:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01050fac000. 00000100:00000001:1.0:1786799179.367342:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799179.367351:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa01050c14a80 x1873594431853184/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799179.367363:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799179.367367:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa01050c14a80 x1873594431853184/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799179.367374:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799179.367376:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1786799179.367407:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799179.367411:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786799179.367415:0:138:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786799179.367416:0:138:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786799179.376093:0:6370:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786799179.376101:0:6370:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799179.376107:0:6370:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1786799179.376458:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.376480:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799179.376484:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.376486:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799179.376495:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.376503:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799179.376515:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.376520:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.376526:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.376530:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 8416 into portal 25 MB=0x6a80632905280 00000400:00000200:0.0:1786799179.376535:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.376541:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.120@tcp of length 8416/8416 into md 0x979 [4] + 224 00000800:00000001:0.0:1786799179.376549:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.376571:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799179.376575:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799179.376612:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799179.376620:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799179.376630:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa01050c14a80 x1873594431853184/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799179.376640:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffffa01050c14a80 x1873594431853184/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799179.376665:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799179.376675:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.376678:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.376897:0:6372:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786799179.376905:0:6372:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799179.376907:0:6372:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799179.376911:0:6372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa01045ca8bb0. 00000400:00000200:2.0:1786799179.376915:0:6372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01051919d80 00000400:00000010:2.0:1786799179.376918:0:6372:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffffa01051919d80. 00000100:00000001:2.0:1786799179.376921:0:6372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799179.377005:0:6372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa01050c14a80 x1873594431853184/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799179.377015:0:6372:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa01050c14a80 x1873594431853184/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.377021:0:6372:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799179.377024:0:6372:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.377027:0:6372:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799179.377030:0:6372:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799179.377032:0:6372:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799179.377035:0:6372:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.377039:0:6372:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799179.377046:0:6372:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01042b90460 time=105 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799179.377050:0:6372:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042b90418 time=105 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799179.377053:0:6372:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799179.377054:0:6372:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799179.377057:0:6372:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786799179.377059:0:6372:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.377062:0:6372:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799179.377067:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa01050c14a80 x1873594431853184/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.377074:0:6372:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799179.377077:0:6372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799179.377079:0:6372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799179.377084:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa01050c14a80 x1873594431853184/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799179.377117:0:6372:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431853184:192.168.202.120@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1786799179.377122:0:6372:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.377126:0:6372:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.377129:0:6372:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786799179.377131:0:6372:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799179.377135:0:6372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa01050c14a80 x1873594431853184/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.377142:0:6372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786799179.377224:0:6372:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa010481bf0c0. 00000100:00000001:2.0:1786799179.377229:0:6372:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786799179.377230:0:6372:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786799179.377243:0:6372:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1786799179.377244:0:6372:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799179.377248:0:6372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa01050c14a80 x1873594431853184/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.377253:0:6372:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799179.377256:0:6372:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799179.377259:0:6372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffffa01051924000. 02000000:00000001:2.0:1786799179.377272:0:6372:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799179.377275:0:6372:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799179.377277:0:6372:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000020:00000001:2.0:1786799179.377280:0:6372:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799179.377283:0:6372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa010519f4400. 02000000:00000001:2.0:1786799179.377287:0:6372:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799179.377288:0:6372:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799179.377291:0:6372:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa01050c14a80. 00000100:00000001:2.0:1786799179.377294:0:6372:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799179.377295:0:6372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786799179.377297:0:6372:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799179.377298:0:6372:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:2.0:1786799179.377299:0:6372:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1786799179.377302:0:6372:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786799179.377304:0:6372:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786799179.377312:0:6372:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1786799179.377316:0:6372:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffffa0104513c7e0. 00000040:00001000:2.0:1786799179.377318:0:6372:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1786799179.383212:0:10615:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1786799179.383227:0:10615:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa01050fd1c00. 00000020:00000010:1.0:1786799179.383236:0:10615:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa01050fd1200. 00000040:00000010:1.0:1786799179.383240:0:10615:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffffa01050fd0e00. 00000020:00000010:1.0:1786799179.383245:0:10615:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa01051809800. 00000020:00000010:1.0:1786799179.383250:0:10615:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa01044d23250. 00000020:00000010:1.0:1786799179.383255:0:10615:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffffa01050fd1000. 80000000:00000010:1.0:1786799179.383260:0:10615:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa01048118e40. 40000000:00000010:1.0:1786799179.383265:0:10615:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffffa01058829740. 00100000:00000010:1.0:1786799179.383271:0:10615:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa0105180b800. 00040000:00000010:1.0:1786799179.383276:0:10615:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0104504cf00. 00040000:00000010:1.0:1786799179.383281:0:10615:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffffa0105180d800. 00040000:00000010:1.0:1786799179.383300:0:10615:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa01050fd1400. 00000004:00000010:1.0:1786799179.383305:0:10615:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffffa0105180a800. 00000004:00000010:1.0:1786799179.383310:0:10615:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffffa01049246000. 00000004:00000010:1.0:1786799179.383315:0:10615:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffffa0105180a000. 00002000:00000010:1.0:1786799179.383320:0:10615:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffffa010504d2000. 00000004:00000010:1.0:1786799179.383324:0:10615:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffffa010504d2c00. 00000020:00000010:1.0:1786799179.383330:0:10615:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa010588295c0. 00000040:00000010:1.0:1786799179.383340:0:10615:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffffa010457be000. 00000040:00080000:1.0:1786799179.384108:0:10615:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1786799179.384116:0:10615:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffffa010457be000. 00000020:00000010:1.0:1786799179.384126:0:10615:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa010588295c0. 00000020:00000010:1.0:1786799179.384143:0:10615:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa01050fd1200. 00000040:00000010:1.0:1786799179.384269:0:10615:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffffa01050fd0e00. 00000020:00000010:1.0:1786799179.384273:0:10615:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffffa01051809800. 00000020:00000010:1.0:1786799179.384278:0:10615:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa01044d23250. 00000020:00000010:1.0:1786799179.384283:0:10615:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffffa01050fd1000. 80000000:00000010:1.0:1786799179.384287:0:10615:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa01048118e40. 40000000:00000010:1.0:1786799179.384291:0:10615:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffffa01058829740. 00100000:00000010:1.0:1786799179.384295:0:10615:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa0105180b800. 00040000:00000010:1.0:1786799179.384299:0:10615:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0104504cf00. 00040000:00000010:1.0:1786799179.384303:0:10615:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffffa0105180d800. 00040000:00000010:1.0:1786799179.384306:0:10615:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa01050fd1400. 00000004:00000010:1.0:1786799179.384309:0:10615:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffffa0105180a800. 00000004:00000010:1.0:1786799179.384313:0:10615:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffffa01049246000. 00000004:00000010:1.0:1786799179.384318:0:10615:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffffa0105180a000. 00002000:00000010:1.0:1786799179.384321:0:10615:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffffa010504d2000. 00000004:00000010:1.0:1786799179.384324:0:10615:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffffa010504d2c00. 00000020:00000010:1.0:1786799179.384327:0:10615:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa01050fd1c00. 00000040:00000010:2.0:1786799179.387501:0:6372:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffffa0104513c7e0. 00000040:00000001:2.0:1786799179.387515:0:6372:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1786799179.387519:0:6372:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1786799179.387525:0:6372:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffffa010451fa000. 00000040:00000010:2.0:1786799179.387530:0:6372:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffffa010519f5a00. 00000020:00000001:2.0:1786799179.387534:0:6372:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786799179.387537:0:6372:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1786799179.387543:0:6372:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa010519f4c00. 00000040:00000010:2.0:1786799179.387548:0:6372:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffffa010519f4800. 00000020:00000010:2.0:1786799179.387552:0:6372:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffffa010451d6800. 00000020:00000010:2.0:1786799179.387557:0:6372:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffffa010519f4a00. 80000000:00000010:2.0:1786799179.387561:0:6372:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0104513cea0. 00040000:00000010:2.0:1786799179.387566:0:6372:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa010519f4600. 20000000:00000010:2.0:1786799179.387570:0:6372:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffffa010519f5200. 00000020:00000010:2.0:1786799179.387573:0:6372:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa010519f5400. 10000000:00000010:2.0:1786799179.387599:0:6372:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa01045199280. 10000000:01000000:2.0:1786799179.387603:0:6372:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1786799179.387606:0:6372:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1786799179.387609:0:6372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786799179.387612:0:6372:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786799179.387615:0:6372:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffffa01040030e00 refcount=3 00000020:00000001:2.0:1786799179.387618:0:6372:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638590386703872 : -105483322847744 : ffffa01040030e00) 00010000:00000001:2.0:1786799179.387622:0:6372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638590386703872 : -105483322847744 : ffffa01040030e00) 00010000:00000001:2.0:1786799179.387625:0:6372:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1786799179.387630:0:6372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01040030e00/0x410a2c25310c785f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f8b9 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786799179.387639:0:6372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786799179.387641:0:6372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1786799179.387644:0:6372:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffffa01040030e00/0x410a2c25310c785f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f8b9 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786799179.387672:0:6372:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1786799179.387674:0:6372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786799179.387675:0:6372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1786799179.387677:0:6372:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786799179.387679:0:6372:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786799179.387682:0:6372:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1786799179.387685:0:6372:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1786799179.387687:0:6372:0:(mgc_request.c:108:config_log_get()) log params (ffffa010501e4a00) refs 2 10000000:00000001:2.0:1786799179.387689:0:6372:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786799179.387691:0:6372:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1786799179.387692:0:6372:0:(mgc_request.c:123:config_log_put()) log params(ffffa01049d26c00) refs 3 10000000:00000001:2.0:1786799179.387694:0:6372:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1786799179.387696:0:6372:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1786799179.387698:0:6372:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1786799179.387700:0:6372:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:2.0:1786799179.387702:0:6372:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0105047f800 from 7 10000000:00000001:2.0:1786799179.387705:0:6372:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1786799179.387706:0:6372:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1786799179.387713:0:6372:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa01050c14a80. 00000020:00000040:2.0:1786799179.387717:0:6372:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000001:2.0:1786799179.387721:0:6372:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786799179.387724:0:6372:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786799179.387741:0:6372:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786799179.387750:0:6372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa010519f5400. 00000100:00000001:2.0:1786799179.387758:0:6372:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799179.387763:0:6372:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1786799179.387765:0:6372:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1786799179.387771:0:6372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffffa01048e0c000 count: 2 00010000:00000001:2.0:1786799179.387774:0:6372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786799179.387776:0:6372:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1786799179.387780:0:6372:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa01041516c00. 00000020:00000001:2.0:1786799179.387785:0:6372:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1786799179.387787:0:6372:0:(lustre_handles.c:93:class_handle_hash()) added object ffffa01041516c00 with handle 0x410a2c25310c7866 to hash 00000020:00000001:2.0:1786799179.387789:0:6372:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1786799179.387791:0:6372:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638590408616960 : -105483300934656 : ffffa01041516c00) 00010000:00000001:2.0:1786799179.387810:0:6372:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638590408616960 : -105483300934656 : ffffa01041516c00) 00010000:00000001:2.0:1786799179.387814:0:6372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786799179.387817:0:6372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799179.387820:0:6372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01041516c00/0x410a2c25310c7866 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799179.387827:0:6372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffffa01041516c00/0x410a2c25310c7866 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799179.387839:0:6372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffffa01041516c00/0x410a2c25310c7866 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1786799179.387845:0:6372:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1786799179.387847:0:6372:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1786799179.387855:0:6372:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa010481bf0c0. 00000100:00000001:2.0:1786799179.387857:0:6372:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446638590522552512 : -105483186999104 : ffffa010481bf0c0) 00000100:00000001:2.0:1786799179.387860:0:6372:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799179.387861:0:6372:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667606656 : -105483041944960 : ffffa01050c14a80) 00000100:00000001:2.0:1786799179.387867:0:6372:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786799179.387872:0:6372:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.387874:0:6372:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1786799179.387876:0:6372:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799179.387887:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa01050c14a80 x1873594431853312/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.387897:0:6372:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799179.387899:0:6372:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.387903:0:6372:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799179.387906:0:6372:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799179.387909:0:6372:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799179.387913:0:6372:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431853312:192.168.202.120@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1786799179.387918:0:6372:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799179.388057:0:6372:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799179.388065:0:6372:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.388068:0:6372:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799179.388072:0:6372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa01058a73000. 02000000:00000001:2.0:1786799179.388074:0:6372:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799179.388082:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799179.388086:0:6372:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c14d0. 00000400:00000010:2.0:1786799179.388093:0:6372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a902a8. 00000100:00000200:2.0:1786799179.388100:0:6372:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1873594431853312, portal 25 00000100:00000001:2.0:1786799179.388102:0:6372:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799179.388104:0:6372:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667606656 : -105483041944960 : ffffa01050c14a80) 00000100:00000040:2.0:1786799179.388109:0:6372:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa01050c14a80 x1873594431853312/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.388116:0:6372:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799179.388119:0:6372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799179.388122:0:6372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90c38. 00000100:00000200:2.0:1786799179.388125:0:6372:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1873594431853312, offset 0 00000400:00000200:2.0:1786799179.388131:0:6372:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799179.388141:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799179.388226:0:6372:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799179.388232:0:6372:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799179.388236:0:6372:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799179.388240:0:6372:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799179.388242:0:6372:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799179.388247:0:6372:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [176:176:256:4294967295] 192.168.202.120@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:2.0:1786799179.388251:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799179.388263:0:6372:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799179.388270:0:6372:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799179.388275:0:6372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57200. 00000800:00000200:2.0:1786799179.388283:0:6372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799179.388290:0:6372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799179.388294:0:6372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1786799179.388309:0:6372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799179.388318:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799179.388321:0:6372:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295067744 00000100:00000001:2.0:1786799179.388329:0:6372:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295067721 00000100:00000001:2.0:1786799179.388335:0:6372:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295067744 00000100:00000001:2.0:1786799179.388338:0:6372:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295067721 00000100:00000001:2.0:1786799179.388341:0:6372:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799179.388345:0:6372:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.388347:0:6372:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799179.388486:0:6372:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1786799179.388490:0:6372:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010481bf0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1786799179.388493:0:6372:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799179.388496:0:6372:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786799179.388684:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799179.388689:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57200. 00000400:00000200:1.0:1786799179.388693:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799179.388699:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799179.388704:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90c38 00000400:00000010:1.0:1786799179.388706:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90c38. 00000100:00000001:1.0:1786799179.388717:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799179.388723:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa01050c14a80 x1873594431853312/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799179.388744:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799179.388747:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa01050c14a80 x1873594431853312/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799179.388753:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799179.388755:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786799179.391371:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.391388:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799179.391392:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.391395:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799179.391403:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.391411:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799179.391434:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.391439:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.391446:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.391450:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 344 into portal 25 MB=0x6a80632905300 00000400:00000200:0.0:1786799179.391455:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.391462:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.120@tcp of length 344/344 into md 0x989 [1] + 224 00000800:00000001:0.0:1786799179.391470:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.391478:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799179.391481:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799179.391485:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799179.391492:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799179.391504:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa01050c14a80 x1873594431853312/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799179.391515:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffffa01050c14a80 x1873594431853312/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799179.391540:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799179.391551:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.391554:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.392070:0:6372:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786799179.392079:0:6372:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799179.392081:0:6372:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799179.392084:0:6372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c14d0. 00000400:00000200:2.0:1786799179.392089:0:6372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a902a8 00000400:00000010:2.0:1786799179.392092:0:6372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a902a8. 00000100:00000001:2.0:1786799179.392095:0:6372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799179.392101:0:6372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa01050c14a80 x1873594431853312/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799179.392110:0:6372:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa01050c14a80 x1873594431853312/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.392115:0:6372:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799179.392117:0:6372:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.392119:0:6372:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799179.392123:0:6372:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799179.392126:0:6372:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799179.392128:0:6372:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.392132:0:6372:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799179.392139:0:6372:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01042b90460 time=105 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799179.392155:0:6372:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042b90418 time=105 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799179.392158:0:6372:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799179.392160:0:6372:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799179.392172:0:6372:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786799179.392175:0:6372:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.392178:0:6372:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799179.392185:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa01050c14a80 x1873594431853312/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.392192:0:6372:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799179.392196:0:6372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799179.392198:0:6372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799179.392201:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa01050c14a80 x1873594431853312/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799179.392209:0:6372:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431853312:192.168.202.120@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1786799179.392213:0:6372:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.392216:0:6372:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.392219:0:6372:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786799179.392221:0:6372:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799179.392223:0:6372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa01050c14a80 x1873594431853312/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.392230:0:6372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786799179.392232:0:6372:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa010481bf0c0. 00000100:00000001:2.0:1786799179.392236:0:6372:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786799179.392237:0:6372:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799179.392240:0:6372:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1786799179.392243:0:6372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786799179.392247:0:6372:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786799179.392250:0:6372:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffffa01041516c00 refcount=4 00000020:00000001:2.0:1786799179.392253:0:6372:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638590408616960 : -105483300934656 : ffffa01041516c00) 00010000:00000001:2.0:1786799179.392256:0:6372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638590408616960 : -105483300934656 : ffffa01041516c00) 00010000:00000040:2.0:1786799179.392263:0:6372:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffffa01041516c00, remote cookie: 0x5b3029c303c0f8c0, flags: 0x0 00010000:00000001:2.0:1786799179.392267:0:6372:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1786799179.392270:0:6372:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1786799179.392272:0:6372:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1786799179.392274:0:6372:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1786799179.392281:0:6372:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1786799179.392284:0:6372:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffffa01048e0c000) refcount = 2 00010000:00000040:2.0:1786799179.392287:0:6372:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1786799179.392291:0:6372:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.202.120@tcp lock: ffffa01040030e00/0x410a2c25310c785f lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5b3029c303c0f8b9 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786799179.392300:0:6372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffffa01041516c00/0x410a2c25310c7866 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f8c0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786799179.392306:0:6372:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1786799179.392308:0:6372:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1786799179.392310:0:6372:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786799179.392313:0:6372:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1786799179.392316:0:6372:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786799179.392319:0:6372:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffffa01041516c00/0x410a2c25310c7866 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5b3029c303c0f8c0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786799179.392325:0:6372:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1786799179.392326:0:6372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786799179.392328:0:6372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786799179.392329:0:6372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786799179.392330:0:6372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786799179.392331:0:6372:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.392334:0:6372:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799179.392339:0:6372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa01050c14a80 x1873594431853312/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1786799195 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.392345:0:6372:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799179.392348:0:6372:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799179.392350:0:6372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa01058a73000. 02000000:00000001:2.0:1786799179.392354:0:6372:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799179.392356:0:6372:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799179.392358:0:6372:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:2.0:1786799179.392360:0:6372:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799179.392363:0:6372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa010519f5400. 02000000:00000001:2.0:1786799179.392367:0:6372:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799179.392374:0:6372:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799179.392376:0:6372:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa01050c14a80. 00000100:00000001:2.0:1786799179.392379:0:6372:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799179.392380:0:6372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1786799179.392382:0:6372:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786799179.392386:0:6372:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1786799179.392388:0:6372:0:(mgc_request.c:108:config_log_get()) log params (ffffa010501e4a00) refs 3 10000000:00000001:2.0:1786799179.392390:0:6372:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799179.392392:0:6372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786799179.392394:0:6372:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786799179.392396:0:6372:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffffa01041516c00 refcount=3 00000020:00000001:2.0:1786799179.392397:0:6372:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638590408616960 : -105483300934656 : ffffa01041516c00) 00010000:00000001:2.0:1786799179.392400:0:6372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638590408616960 : -105483300934656 : ffffa01041516c00) 00010000:00000001:2.0:1786799179.392402:0:6372:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1786799179.392403:0:6372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786799179.392404:0:6372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786799179.392406:0:6372:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786799179.392408:0:6372:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1786799179.392412:0:6372:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa01045199280. 00000020:00000010:2.0:1786799179.392417:0:6372:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa010519f5400. 00000020:00000010:2.0:1786799179.392422:0:6372:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa010519f5200. 00000040:00000010:2.0:1786799179.392426:0:6372:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffffa010519f4600. 00000020:00000010:2.0:1786799179.392431:0:6372:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa010451d6800. 00000020:00000010:2.0:1786799179.392435:0:6372:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffffa010519f4a00. 80000000:00000010:2.0:1786799179.392440:0:6372:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0104513cea0. 00040000:00000010:2.0:1786799179.392444:0:6372:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa010519f4800. 20000000:00000010:2.0:1786799179.392449:0:6372:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffffa010519f4c00. 10000000:00000040:2.0:1786799179.392454:0:6372:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffffa01052f96180 : new refcount 2 00000020:00000001:2.0:1786799179.392457:0:6372:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1786799179.392459:0:6372:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1786799179.392462:0:6372:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1786799179.392465:0:6372:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffffa010519f5a00. 00000040:00000001:2.0:1786799179.392468:0:6372:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1786799179.392471:0:6372:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000010:2.0:1786799179.392475:0:6372:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa01050c14a80. 00000020:00000040:2.0:1786799179.392477:0:6372:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=5 obd=MGC192.168.202.120@tcp 00000100:00000001:2.0:1786799179.392487:0:6372:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786799179.392489:0:6372:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786799179.392494:0:6372:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786799179.392501:0:6372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa010519f4400. 00000100:00000001:2.0:1786799179.392508:0:6372:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.392513:0:6372:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1786799179.392515:0:6372:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1786799179.392521:0:6372:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa010481bf0c0. 00000100:00000001:2.0:1786799179.392523:0:6372:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446638590522552512 : -105483186999104 : ffffa010481bf0c0) 00000100:00000001:2.0:1786799179.392526:0:6372:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799179.392527:0:6372:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667606656 : -105483041944960 : ffffa01050c14a80) 00000100:00000001:2.0:1786799179.392532:0:6372:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786799179.392537:0:6372:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.392539:0:6372:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1786799179.392540:0:6372:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799179.392545:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa01050c14a80 x1873594431853440/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.392553:0:6372:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799179.392555:0:6372:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.392559:0:6372:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799179.392561:0:6372:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799179.392564:0:6372:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799179.392568:0:6372:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431853440:192.168.202.120@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1786799179.392573:0:6372:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799179.392857:0:6372:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799179.392861:0:6372:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.392864:0:6372:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799179.392869:0:6372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa010519f5800. 02000000:00000001:2.0:1786799179.392871:0:6372:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799179.392877:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799179.392880:0:6372:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c14d0. 00000400:00000010:2.0:1786799179.392886:0:6372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a902a8. 00000100:00000200:2.0:1786799179.392893:0:6372:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873594431853440, portal 25 00000100:00000001:2.0:1786799179.392895:0:6372:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799179.392902:0:6372:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667606656 : -105483041944960 : ffffa01050c14a80) 00000100:00000040:2.0:1786799179.392908:0:6372:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa01050c14a80 x1873594431853440/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.392915:0:6372:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799179.392919:0:6372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799179.392923:0:6372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a90908. 00000100:00000200:2.0:1786799179.393006:0:6372:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1873594431853440, offset 0 00000400:00000200:2.0:1786799179.393014:0:6372:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799179.393021:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799179.393029:0:6372:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799179.393035:0:6372:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799179.393039:0:6372:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799179.393042:0:6372:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799179.393045:0:6372:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799179.393049:0:6372:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [177:177:256:4294967295] 192.168.202.120@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:2.0:1786799179.393053:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799179.393063:0:6372:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799179.393070:0:6372:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799179.393076:0:6372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57700. 00000800:00000200:2.0:1786799179.393082:0:6372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799179.393089:0:6372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799179.393094:0:6372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57700 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1786799179.393108:0:6372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799179.393112:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799179.393115:0:6372:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295067750 00000100:00000001:2.0:1786799179.393122:0:6372:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295067744 00000100:00000001:2.0:1786799179.393126:0:6372:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295067750 00000100:00000001:2.0:1786799179.393129:0:6372:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295067744 00000100:00000001:2.0:1786799179.393132:0:6372:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799179.393135:0:6372:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.393143:0:6372:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799179.393252:0:6372:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1786799179.393256:0:6372:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010481bf0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1786799179.393259:0:6372:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799179.393261:0:6372:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786799179.393419:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786799179.393424:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57700. 00000400:00000200:1.0:1786799179.393429:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786799179.393435:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:1.0:1786799179.393439:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a90908 00000400:00000010:1.0:1786799179.393442:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a90908. 00000100:00000001:1.0:1786799179.393445:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786799179.393450:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa01050c14a80 x1873594431853440/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799179.393460:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786799179.393463:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa01050c14a80 x1873594431853440/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786799179.393469:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786799179.393471:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786799179.396089:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.396106:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799179.396111:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.396113:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799179.396122:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.396130:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799179.396140:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.396146:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.396162:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.396167:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 272 into portal 25 MB=0x6a80632905380 00000400:00000200:0.0:1786799179.396172:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.396178:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.120@tcp of length 272/272 into md 0x991 [1] + 224 00000800:00000001:0.0:1786799179.396186:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.396209:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799179.396213:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799179.396218:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799179.396225:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799179.396236:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa01050c14a80 x1873594431853440/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799179.396247:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffffa01050c14a80 x1873594431853440/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799179.396269:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799179.396279:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.396282:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.396724:0:6372:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786799179.396740:0:6372:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799179.396742:0:6372:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799179.396745:0:6372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c14d0. 00000400:00000200:2.0:1786799179.396751:0:6372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a902a8 00000400:00000010:2.0:1786799179.396754:0:6372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a902a8. 00000100:00000001:2.0:1786799179.396757:0:6372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799179.396762:0:6372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa01050c14a80 x1873594431853440/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799179.396771:0:6372:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa01050c14a80 x1873594431853440/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.396777:0:6372:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799179.396779:0:6372:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.396781:0:6372:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799179.396784:0:6372:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799179.396787:0:6372:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799179.396790:0:6372:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.396793:0:6372:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799179.396809:0:6372:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01042b90460 time=105 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799179.396814:0:6372:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042b90418 time=105 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799179.396816:0:6372:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799179.396818:0:6372:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799179.396820:0:6372:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786799179.396823:0:6372:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.396826:0:6372:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799179.396830:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa01050c14a80 x1873594431853440/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.396838:0:6372:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799179.396841:0:6372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799179.396843:0:6372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799179.396857:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa01050c14a80 x1873594431853440/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799179.396865:0:6372:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431853440:192.168.202.120@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1786799179.396870:0:6372:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.396872:0:6372:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.396875:0:6372:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786799179.396877:0:6372:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799179.396880:0:6372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa01050c14a80 x1873594431853440/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.396887:0:6372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786799179.396890:0:6372:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa010481bf0c0. 00000100:00000001:2.0:1786799179.396895:0:6372:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786799179.396897:0:6372:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786799179.396903:0:6372:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1786799179.396908:0:6372:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799179.396910:0:6372:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000020:00000001:2.0:1786799179.396912:0:6372:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1786799179.396914:0:6372:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799179.396917:0:6372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa01050c14a80 x1873594431853440/t0(0) o501->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1786799195 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.396935:0:6372:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799179.396938:0:6372:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799179.396941:0:6372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa010519f5800. 02000000:00000001:2.0:1786799179.396945:0:6372:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799179.396946:0:6372:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799179.396947:0:6372:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:2.0:1786799179.396948:0:6372:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799179.396951:0:6372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa010519f4400. 02000000:00000001:2.0:1786799179.396954:0:6372:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799179.396956:0:6372:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799179.396958:0:6372:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa01050c14a80. 00000100:00000001:2.0:1786799179.396961:0:6372:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799179.396962:0:6372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1786799179.396966:0:6372:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786799179.396975:0:6372:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1786799179.396981:0:6372:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffffa010451fa000. 00000040:00000001:2.0:1786799179.396983:0:6372:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1786799179.396985:0:6372:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1786799179.396987:0:6372:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000010:2.0:1786799179.396991:0:6372:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa01050c14a80. 00000020:00000040:2.0:1786799179.396994:0:6372:0:(genops.c:1231:class_import_get()) import ffffa01042b90000 refcount=5 obd=MGC192.168.202.120@tcp 00000100:00000001:2.0:1786799179.396998:0:6372:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786799179.397000:0:6372:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786799179.397005:0:6372:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786799179.397009:0:6372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa010519f4400. 00000100:00000001:2.0:1786799179.397014:0:6372:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.397018:0:6372:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1786799179.397020:0:6372:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1786799179.397025:0:6372:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa010481bf0c0. 00000100:00000001:2.0:1786799179.397027:0:6372:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446638590522552512 : -105483186999104 : ffffa010481bf0c0) 00000100:00000001:2.0:1786799179.397030:0:6372:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799179.397031:0:6372:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667606656 : -105483041944960 : ffffa01050c14a80) 00000100:00000001:2.0:1786799179.397036:0:6372:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786799179.397040:0:6372:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.397042:0:6372:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1786799179.397043:0:6372:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786799179.397048:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa01050c14a80 x1873594431853568/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.397055:0:6372:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786799179.397056:0:6372:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.397060:0:6372:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786799179.397062:0:6372:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786799179.397065:0:6372:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786799179.397067:0:6372:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431853568:192.168.202.120@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1786799179.397071:0:6372:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786799179.397077:0:6372:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786799179.397079:0:6372:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.397082:0:6372:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786799179.397101:0:6372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffffa01051924000. 02000000:00000001:2.0:1786799179.397103:0:6372:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799179.397109:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1786799179.397112:0:6372:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa010451c14d0. 00000400:00000010:2.0:1786799179.397117:0:6372:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffffa010481bfc00. 00000100:00000200:2.0:1786799179.397123:0:6372:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1873594431853568, portal 25 00000100:00000001:2.0:1786799179.397125:0:6372:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786799179.397126:0:6372:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638590667606656 : -105483041944960 : ffffa01050c14a80) 00000100:00000040:2.0:1786799179.397132:0:6372:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa01050c14a80 x1873594431853568/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.397140:0:6372:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786799179.397142:0:6372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1786799179.397155:0:6372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa01049a902a8. 00000100:00000200:2.0:1786799179.397159:0:6372:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1873594431853568, offset 0 00000400:00000200:2.0:1786799179.397167:0:6372:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1786799179.397175:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799179.397183:0:6372:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1786799179.397189:0:6372:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786799179.397194:0:6372:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1786799179.397198:0:6372:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786799179.397202:0:6372:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1786799179.397206:0:6372:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [178:178:256:4294967295] 192.168.202.120@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:2.0:1786799179.397210:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1786799179.397219:0:6372:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1786799179.397226:0:6372:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1786799179.397232:0:6372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa01045e57d00. 00000800:00000200:2.0:1786799179.397239:0:6372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa01052f96c00] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1786799179.397247:0:6372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1786799179.397252:0:6372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa01045e57d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1786799179.397319:0:6372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786799179.397324:0:6372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1786799179.397335:0:6372:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295067754 00000100:00000001:2.0:1786799179.397344:0:6372:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295067750 00000100:00000001:2.0:1786799179.397351:0:6372:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295067754 00000100:00000001:2.0:1786799179.397354:0:6372:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295067750 00000100:00000001:2.0:1786799179.397357:0:6372:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799179.397361:0:6372:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.397363:0:6372:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786799179.397365:0:6372:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1786799179.397367:0:6372:0:(client.c:2702:ptlrpc_set_wait()) set ffffa010481bf0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1786799179.397369:0:6372:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786799179.397371:0:6372:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786799179.404608:0:2416:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786799179.404618:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa01045e57d00. 00000400:00000200:0.0:1786799179.404626:0:2416:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799179.404635:0:2416:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1786799179.404643:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa01049a902a8 00000400:00000010:0.0:1786799179.404645:0:2416:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa01049a902a8. 00000100:00000001:0.0:1786799179.404651:0:2416:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786799179.404661:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa01050c14a80 x1873594431853568/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799179.404673:0:2416:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786799179.404676:0:2416:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa01050c14a80 x1873594431853568/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799179.404683:0:2416:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786799179.404685:0:2416:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786799179.415473:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.415496:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786799179.415500:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.415504:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799179.415513:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.415521:0:2415:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1786799179.415533:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.415539:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.415560:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.415564:0:2415:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 8416 into portal 25 MB=0x6a80632905400 00000400:00000200:0.0:1786799179.415571:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1786799179.415601:0:2415:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.120@tcp of length 8416/8416 into md 0x999 [4] + 224 00000800:00000001:0.0:1786799179.415610:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.415625:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786799179.415628:0:2415:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786799179.415632:0:2415:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1786799179.415640:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786799179.415650:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa01050c14a80 x1873594431853568/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786799179.415662:0:2415:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffffa01050c14a80 x1873594431853568/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786799179.415674:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786799179.415683:0:2415:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786799179.415686:0:2415:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.415756:0:6372:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786799179.415765:0:6372:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786799179.415766:0:6372:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786799179.415770:0:6372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa010451c14d0. 00000400:00000200:2.0:1786799179.415775:0:6372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa010481bfc00 00000400:00000010:2.0:1786799179.415777:0:6372:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffffa010481bfc00. 00000100:00000001:2.0:1786799179.415780:0:6372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786799179.415784:0:6372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa01050c14a80 x1873594431853568/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786799179.415792:0:6372:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa01050c14a80 x1873594431853568/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.415809:0:6372:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786799179.415811:0:6372:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.415814:0:6372:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786799179.415817:0:6372:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786799179.415821:0:6372:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786799179.415823:0:6372:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786799179.415826:0:6372:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786799179.415833:0:6372:0:(import.c:2149:obd_at_measure()) add 5 to ffffa01042b90460 time=105 v=5 (5 0 0 0) 00000100:00001000:2.0:1786799179.415838:0:6372:0:(import.c:2149:obd_at_measure()) add 1 to ffffa01042b90418 time=105 v=5 (1 0 0 0) 00000100:00000001:2.0:1786799179.415841:0:6372:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786799179.415842:0:6372:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786799179.415845:0:6372:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786799179.415854:0:6372:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.415858:0:6372:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786799179.415863:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa01050c14a80 x1873594431853568/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.415870:0:6372:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786799179.415873:0:6372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786799179.415875:0:6372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786799179.415879:0:6372:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa01050c14a80 x1873594431853568/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786799179.415886:0:6372:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa01050c14a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0050480d-a554-4e58-85e2-24e3a375a6a4:6372:1873594431853568:192.168.202.120@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1786799179.415891:0:6372:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786799179.415894:0:6372:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786799179.415896:0:6372:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786799179.415899:0:6372:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799179.415902:0:6372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa01050c14a80 x1873594431853568/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.415908:0:6372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786799179.415911:0:6372:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa010481bf0c0. 00000100:00000001:2.0:1786799179.415914:0:6372:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786799179.415916:0:6372:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786799179.415923:0:6372:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1786799179.415938:0:6372:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786799179.415941:0:6372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa01050c14a80 x1873594431853568/t0(0) o503->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786799195 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786799179.415948:0:6372:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786799179.415950:0:6372:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786799179.415953:0:6372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffffa01051924000. 02000000:00000001:2.0:1786799179.415965:0:6372:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786799179.415968:0:6372:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799179.415970:0:6372:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=4 obd=MGC192.168.202.120@tcp 00000020:00000001:2.0:1786799179.415972:0:6372:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786799179.415975:0:6372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa010519f4400. 02000000:00000001:2.0:1786799179.415985:0:6372:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786799179.415987:0:6372:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786799179.415990:0:6372:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa01050c14a80. 00000100:00000001:2.0:1786799179.415993:0:6372:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786799179.415995:0:6372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786799179.415998:0:6372:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786799179.415999:0:6372:0:(genops.c:1244:class_import_put()) import ffffa01042b90000 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:2.0:1786799179.416001:0:6372:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1786799179.416004:0:6372:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786799179.416006:0:6372:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786799179.416011:0:6372:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1786799179.416014:0:6372:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffffa0104513c7e0. 00000040:00001000:2.0:1786799179.416016:0:6372:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1786799179.420217:0:10616:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1786799179.420233:0:10616:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa01050fd1c00. 00000020:00000010:1.0:1786799179.420242:0:10616:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa01050fd1400. 00000040:00000010:1.0:1786799179.420247:0:10616:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffffa01050fd1000. 00000020:00000010:1.0:1786799179.420252:0:10616:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0105180a000. 00000020:00000010:1.0:1786799179.420258:0:10616:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa01044d23250. 00000020:00000010:1.0:1786799179.420263:0:10616:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffffa01050fd0e00. 80000000:00000010:1.0:1786799179.420268:0:10616:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa01048118e40. 40000000:00000010:1.0:1786799179.420273:0:10616:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffffa01058829740. 00100000:00000010:1.0:1786799179.420279:0:10616:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa0105180a800. 00040000:00000010:1.0:1786799179.420284:0:10616:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0104504cf00. 00040000:00000010:1.0:1786799179.420303:0:10616:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffffa0105180d800. 00040000:00000010:1.0:1786799179.420308:0:10616:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa01050fd1200. 00000004:00000010:1.0:1786799179.420313:0:10616:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffffa0105180b800. 00000004:00000010:1.0:1786799179.420319:0:10616:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffffa01049246000. 00000004:00000010:1.0:1786799179.420324:0:10616:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffffa01051809800. 00002000:00000010:1.0:1786799179.420329:0:10616:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffffa010504d2000. 00000004:00000010:1.0:1786799179.420334:0:10616:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffffa010504d2c00. 00000020:00000010:1.0:1786799179.420340:0:10616:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa01058829e80. 00000040:00000010:1.0:1786799179.420350:0:10616:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffffa010457be000. 00000040:00080000:1.0:1786799179.422087:0:10616:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1786799179.422099:0:10616:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffffa010457be000. 00000020:00000010:1.0:1786799179.422111:0:10616:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa01058829e80. 00000020:00000010:1.0:1786799179.422128:0:10616:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa01050fd1400. 00000040:00000010:1.0:1786799179.422133:0:10616:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffffa01050fd1000. 00000020:00000010:1.0:1786799179.422137:0:10616:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0105180a000. 00000020:00000010:1.0:1786799179.422141:0:10616:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa01044d23250. 00000020:00000010:1.0:1786799179.422262:0:10616:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffffa01050fd0e00. 80000000:00000010:1.0:1786799179.422267:0:10616:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa01048118e40. 40000000:00000010:1.0:1786799179.422272:0:10616:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffffa01058829740. 00100000:00000010:1.0:1786799179.422277:0:10616:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa0105180a800. 00040000:00000010:1.0:1786799179.422281:0:10616:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0104504cf00. 00040000:00000010:1.0:1786799179.422286:0:10616:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffffa0105180d800. 00040000:00000010:1.0:1786799179.422289:0:10616:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa01050fd1200. 00000004:00000010:1.0:1786799179.422292:0:10616:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffffa0105180b800. 00000004:00000010:1.0:1786799179.422297:0:10616:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffffa01049246000. 00000004:00000010:1.0:1786799179.422302:0:10616:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffffa01051809800. 00002000:00000010:1.0:1786799179.422305:0:10616:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffffa010504d2000. 00000004:00000010:1.0:1786799179.422309:0:10616:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffffa010504d2c00. 00000020:00000010:1.0:1786799179.422312:0:10616:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa01050fd1c00. 00000040:00000010:0.0:1786799179.426606:0:6372:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffffa0104513c7e0. 00000040:00000001:0.0:1786799179.426622:0:6372:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1786799179.426627:0:6372:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1786799179.426633:0:6372:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffffa010451fa000. 00000040:00000010:0.0:1786799179.426638:0:6372:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffffa010519f5a00. 00000020:00000001:0.0:1786799179.426643:0:6372:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1786799179.426647:0:6372:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1786799179.426654:0:6372:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa010519f5200. 00000040:00000010:0.0:1786799179.426658:0:6372:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffffa010519f4600. 00000020:00000010:0.0:1786799179.426662:0:6372:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffffa010451d6800. 00000020:00000010:0.0:1786799179.426668:0:6372:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffffa010519f4a00. 80000000:00000010:0.0:1786799179.426673:0:6372:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0104513cea0. 00040000:00000010:0.0:1786799179.426679:0:6372:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa010519f4800. 20000000:00000010:0.0:1786799179.426683:0:6372:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffffa010519f4c00. 00000020:00000010:0.0:1786799179.426687:0:6372:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa010519f5400. 10000000:00000010:0.0:1786799179.426689:0:6372:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa01045199280. 10000000:01000000:0.0:1786799179.426713:0:6372:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1786799179.426718:0:6372:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1786799179.426721:0:6372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786799179.426723:0:6372:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786799179.426727:0:6372:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffffa01041516c00 refcount=3 00000020:00000001:0.0:1786799179.427048:0:6372:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638590408616960 : -105483300934656 : ffffa01041516c00) 00010000:00000001:0.0:1786799179.427055:0:6372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638590408616960 : -105483300934656 : ffffa01041516c00) 00010000:00000001:0.0:1786799179.427057:0:6372:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1786799179.427062:0:6372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffffa01041516c00/0x410a2c25310c7866 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f8c0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1786799179.427071:0:6372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786799179.427073:0:6372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1786799179.427075:0:6372:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffffa01041516c00/0x410a2c25310c7866 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5b3029c303c0f8c0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1786799179.427081:0:6372:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1786799179.427082:0:6372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786799179.427083:0:6372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1786799179.427085:0:6372:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1786799179.427088:0:6372:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1786799179.427091:0:6372:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1786799179.427093:0:6372:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1786799179.427095:0:6372:0:(mgc_request.c:123:config_log_put()) log params(ffffa010501e4a00) refs 3 10000000:00000001:0.0:1786799179.427097:0:6372:0:(mgc_request.c:147:config_log_put()) Process leaving Debug log: 10530 lines, 10530 kept, 0 dropped, 0 bad.