00000001:01000000:2.0F:1787846841.443858:0:2335:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 491 MB/s 00000001:01000000:1.0F:1787846841.693723:0:2335:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 587 MB/s 00000001:01000000:0.0F:1787846841.943715:0:2335:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 4459 MB/s 00000020:02000000:2.0:1787846842.790976:0:2365:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_87_ge30c52f 00000400:02000000:2.0:1787846843.877904:0:2380:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.204.24@tcp [8/256/0/180] 00008000:02000000:0.0:1787846848.151168:0:2530:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:2.0:1787847028.885371:0:6158:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787847028.886344:0:6158:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1787847028.886346:0:6158:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.124@tcp:/lustre 00000020:01000004:2.0:1787847028.886347:0:6158:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1787847028.886607:0:6158:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000002cbfab3b 00000080:01000004:2.0:1787847028.886622:0:6158:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1787847028.886642:0:6158:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.124@tcp' 00000020:01000004:2.0:1787847028.886761:0:6158:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.124@tcp (typ=mgc) 00000020:00000080:2.0:1787847028.886786:0:6158:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.124@tcp (00000000a0459a7a) 00000020:00000080:2.0:1787847028.886804:0:6158:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:2.0:1787847028.887082:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1787847028.887132:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1787847028.887299:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:2.0:1787847028.887306:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1787847028.888997:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1787847028.889009:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1787847028.891620:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:0.0:1787847028.891644:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0:1787847028.892896:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1787847028.892908:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:2.0:1787847028.896688:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787847028.897070:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787847028.898304:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:2.0:1787847028.898314:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1787847028.900948:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1787847028.900962:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1787847028.906120:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:0.0:1787847028.906137:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:0.0:1787847028.906975:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:0.0:1787847028.906984:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:0.0:1787847028.907741:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:0.0:1787847028.907749:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1787847028.908129:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1787847028.908136:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1787847028.914843:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787847028.914854:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787847028.914856:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0F:1787847028.916580:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787847028.916598:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787847028.916600:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1787847028.917594:0:6158:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000fb111470@MGC192.168.204.124@tcp: add connection 192.168.204.124@tcp at head 00010000:00010000:0.0:1787847028.917789:0:6158:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.124@tcp-0 is initialized 00000040:01000000:0.0:1787847028.917799:0:6158:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.124@tcp ctxt 1 is initialized 00010000:00010000:0.0:1787847028.921504:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787847028.924832:0:6173:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1787847028.924917:0:6158:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.124@tcp (uuid 94bfa3db-ff8d-4548-a107-10386de42ffa) 00000020:00000080:2.0:1787847028.924945:0:6158:0:(genops.c:1385:class_connect()) connect: client 94bfa3db-ff8d-4548-a107-10386de42ffa, cookie 0x325569bf7c0e2c97 00000100:00080000:2.0:1787847028.924963:0:6158:0:(import.c:510:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:2.0:1787847028.924976:0:6158:0:(import.c:546:import_select_connection()) MGC192.168.204.124@tcp: skip NID 192.168.204.124@tcp as not ready: rc = -114 00000100:00080000:2.0:1787847028.924982:0:6158:0:(import.c:624:import_select_connection()) MGC192.168.204.124@tcp: import 00000000fb111470 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:2.0:1787847028.925025:0:6158:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f99fd576 x1874693291245696/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787847028.925055:0:6158:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS 00000080:00200000:2.0:1787847028.925082:0:6158:0:(llite_lib.c:1508:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9954d24e9000 (sb 000000002cbfab3b) 00000080:01000000:2.0:1787847028.925191:0:6158:0:(llite_lib.c:1234:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1787847028.925194:0:6158:0:(llite_lib.c:1244:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1787847028.925198:0:6158:0:(llite_lib.c:1244:ll_options()) next opt=flock 00000080:01000000:2.0:1787847028.925207:0:6158:0:(llite_lib.c:1542:ll_fill_super()) llite sb uuid: 0dcaeec0-314a-4285-8bf9-28656f3220bd 10000000:01000000:2.0:1787847028.925954:0:6158:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787847028.925958:0:6158:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9954d24e9000 10000000:01000000:2.0:1787847028.925963:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9954c66f33a0 10000000:01000000:2.0:1787847028.925968:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787847028.925976:0:6158:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9954c66f33a0 from 1 10000000:01000000:2.0:1787847028.925979:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1787847028.926013:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: 0000000078e623a6/0x325569bf7c0e2c9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847028.926025:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: 0000000078e623a6/0x325569bf7c0e2c9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847028.926036:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: 0000000078e623a6/0x325569bf7c0e2c9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787847028.926059:0:6158:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@0000000098e46e2a x1874693291245824/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847028.926070:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set 00000000a7275112 going to sleep for 0 seconds 00000100:00100000:0.0:1787847028.926258:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000f99fd576 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:94bfa3db-ff8d-4548-a107-10386de42ffa:2396:1874693291245696:192.168.204.124@tcp:250: 00000100:00100000:0.0:1787847029.975649:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set 00000000a7275112 going to sleep for 0 seconds 00010000:00010000:1.0:1787847029.975720:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787847029.975793:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1787847028/real 0] req@00000000f99fd576 x1874693291245696/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1787847029 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847029.975809:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f99fd576 x1874693291245696/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1787847029 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787847029.975827:0:2396:0:(import.c:65:import_set_state_nolock()) 00000000fb111470 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787847029.976969:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00100000:3.0:1787847029.976978:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000f99fd576 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:94bfa3db-ff8d-4548-a107-10386de42ffa:2396:1874693291245696:192.168.204.124@tcp:250: 00000100:00080000:1.0:1787847029.981663:0:1356:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1787847029.981677:0:1356:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787847029.981680:0:1356:0:(import.c:65:import_set_state_nolock()) 00000000fb111470 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787847029.981693:0:1356:0:(import.c:510:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 285 00000100:00080000:1.0:1787847029.981710:0:1356:0:(import.c:624:import_select_connection()) MGC192.168.204.124@tcp: import 00000000fb111470 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:1.0:1787847029.981752:0:1356:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f5d51180 x1874693291245952/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787847029.981847:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000f5d51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:94bfa3db-ff8d-4548-a107-10386de42ffa:2396:1874693291245952:192.168.204.124@tcp:250: 00000100:00100000:3.0:1787847029.995507:0:2396:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.204.124@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787847029.996385:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.124@tcp: connect to target with instance 0 00000100:00080000:3.0:1787847029.996397:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.124@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1787847029.996404:0:2396:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1787847029.996408:0:2396:0:(import.c:65:import_set_state_nolock()) 00000000fb111470 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1787847029.996413:0:2396:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1787847029.996479:0:2396:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:3.0:1787847029.996493:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a7275112): req@0000000098e46e2a x1874693291245824/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847030.001623:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set 00000000a7275112 going to sleep for 11 seconds 00000100:00100000:3.0:1787847030.003256:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000f5d51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:94bfa3db-ff8d-4548-a107-10386de42ffa:2396:1874693291245952:192.168.204.124@tcp:250: 00000100:00100000:2.0:1787847030.009134:0:6158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000098e46e2a pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291245824:192.168.204.124@tcp:101: 00010000:00010000:2.0:1787847030.009262:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: 0000000078e623a6/0x325569bf7c0e2c9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25a94 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847030.009297:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: 0000000078e623a6/0x325569bf7c0e2c9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb27a25b8a3c25a94 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787847030.009464:0:6158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000098e46e2a pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291246080:192.168.204.124@tcp:501: 00000100:00100000:2.0:1787847030.009642:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set 00000000492b0fae going to sleep for 11 seconds 00000100:00100000:2.0:1787847030.016773:0:6158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000098e46e2a pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291246080:192.168.204.124@tcp:501: 10000000:01000000:2.0:1787847030.016831:0:6158:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1787847030.016864:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: 0000000078e623a6/0x325569bf7c0e2c9e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25a94 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847030.016876:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: 0000000078e623a6/0x325569bf7c0e2c9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25a94 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787847030.016887:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9954d24e9000 10000000:01000000:2.0:1787847030.016894:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787847030.016899:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9954d24e9000 10000000:01000000:2.0:1787847030.016902:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787847030.016907:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9954d24e9000 10000000:01000000:2.0:1787847030.016910:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1787847030.016914:0:6158:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9954d24e9000 from 1 10000000:01000000:2.0:1787847030.016917:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787847030.016949:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: 00000000e6988936/0x325569bf7c0e2ca5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847030.016958:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: 00000000e6988936/0x325569bf7c0e2ca5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847030.016992:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: 00000000e6988936/0x325569bf7c0e2ca5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787847030.017014:0:6158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000098e46e2a pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291246208:192.168.204.124@tcp:101: 00000100:00100000:2.0:1787847030.017122:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set 00000000492b0fae going to sleep for 11 seconds 00000100:00100000:2.0:1787847030.022957:0:6158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000098e46e2a pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291246208:192.168.204.124@tcp:101: 00010000:00010000:2.0:1787847030.022989:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: 00000000e6988936/0x325569bf7c0e2ca5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25a9b expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847030.023002:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: 00000000e6988936/0x325569bf7c0e2ca5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb27a25b8a3c25a9b expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787847030.023081:0:6158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000098e46e2a pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291246336:192.168.204.124@tcp:501: 00000100:00100000:2.0:1787847030.023323:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set 00000000492b0fae going to sleep for 11 seconds 00000100:00100000:2.0:1787847030.031897:0:6158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000098e46e2a pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291246336:192.168.204.124@tcp:501: 00000100:00100000:2.0:1787847030.032042:0:6158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000098e46e2a pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291246464:192.168.204.124@tcp:503: 00000100:00100000:2.0:1787847030.032265:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set 00000000492b0fae going to sleep for 11 seconds 00000100:00100000:2.0:1787847030.036289:0:6158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000098e46e2a pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291246464:192.168.204.124@tcp:503: 00000100:00100000:0.0:1787847030.037198:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000094e26149 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6176:1874693291246592:192.168.204.124@tcp:502: 00000100:00100000:0.0:1787847030.037512:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set 000000002bc54685 going to sleep for 11 seconds 00000100:00100000:0.0:1787847030.041348:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000094e26149 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6176:1874693291246592:192.168.204.124@tcp:502: 00000020:01000000:0.0:1787847030.041489:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787847030.041502:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.041505:0:6176:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1787847030.041513:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9954d24e9000 00000020:00000080:0.0:1787847030.041535:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787847030.041570:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9954d24e9000 (00000000966aacfa) 00000020:00000080:0.0:1787847030.041595:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:0.0:1787847030.041610:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9954d24e9000 00000020:00000080:0.0:1787847030.041613:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1787847030.042131:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9954d24e9000 (uuid 0dcaeec0-314a-4285-8bf9-28656f3220bd) 00000020:01000000:0.0:1787847030.042137:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787847030.042141:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.042142:0:6176:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1787847030.042145:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787847030.042149:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.042150:0:6176:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1787847030.042153:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9954d24e9000 00000020:00000080:0.0:1787847030.042155:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787847030.042163:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9954d24e9000 (00000000de66b7e3) 00000020:00000080:0.0:1787847030.042173:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:0.0:1787847030.042177:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9954d24e9000 00000020:00000080:0.0:1787847030.042179:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1787847030.042897:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9954d24e9000 (uuid 0dcaeec0-314a-4285-8bf9-28656f3220bd) 00000020:01000000:0.0:1787847030.042903:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787847030.042907:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.042908:0:6176:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1787847030.042911:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787847030.042914:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.042915:0:6176:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1787847030.042919:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1787847030.042920:0:6176:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1787847030.042923:0:6176:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1787847030.042979:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787847030.042983:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.042985:0:6176:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1787847030.042988:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787847030.042993:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.042994:0:6176:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1787847030.042998:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787847030.043002:0:6176:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:0.0:1787847030.043035:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9954d24e9000 00000020:00000080:0.0:1787847030.043038:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787847030.043047:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9954d24e9000 (00000000b77330f5) 00000020:00000080:0.0:1787847030.043058:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:0.0:1787847030.043063:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9954d24e9000 00000020:00000080:0.0:1787847030.043066:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787847030.043136:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 000000004be6dbc5@lustre-MDT0000-mdc-ffff9954d24e9000: add connection 192.168.204.124@tcp at head 00010000:00010000:0.0:1787847030.048046:0:6176:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9954d24e9000-1 is initialized 00000040:01000000:0.0:1787847030.048891:0:6176:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9954d24e9000 ctxt 13 is initialized 00000020:00000080:0.0:1787847030.049474:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9954d24e9000 (uuid 0dcaeec0-314a-4285-8bf9-28656f3220bd) 00000020:01000000:0.0:1787847030.049490:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9954d24e9000 00000020:00000080:0.0:1787847030.049494:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787847030.050450:0:6176:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1787847030.051299:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787847030.051309:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.051311:0:6176:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1787847030.051315:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787847030.051317:0:6176:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1787847030.051319:0:6176:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787847030.051321:0:6176:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787847030.051322:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787847030.051324:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.051326:0:6176:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787847030.051328:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787847030.051332:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.051334:0:6176:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1787847030.051337:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787847030.051343:0:6176:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:0.0:1787847030.051392:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9954d24e9000 00000020:00000080:0.0:1787847030.051395:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787847030.051407:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9954d24e9000 (00000000db7ad709) 00000020:00000080:0.0:1787847030.051426:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:0.0:1787847030.051438:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9954d24e9000 00000020:00000080:0.0:1787847030.051442:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787847030.051542:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000bd4badf3@lustre-MDT0001-mdc-ffff9954d24e9000: add connection 192.168.204.124@tcp at head 00010000:00010000:0.0:1787847030.059616:0:6176:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9954d24e9000-2 is initialized 00000040:01000000:0.0:1787847030.062468:0:6176:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff9954d24e9000 ctxt 13 is initialized 00000020:00000080:0.0:1787847030.065103:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9954d24e9000 (uuid 0dcaeec0-314a-4285-8bf9-28656f3220bd) 00000020:01000000:0.0:1787847030.065125:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9954d24e9000 00000020:00000080:0.0:1787847030.065129:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787847030.065162:0:6176:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1787847030.065818:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787847030.065825:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.065828:0:6176:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1787847030.065832:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787847030.065834:0:6176:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:0.0:1787847030.065836:0:6176:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787847030.065837:0:6176:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787847030.065839:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787847030.065842:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.065843:0:6176:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787847030.065846:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787847030.065850:0:6176:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.124@tcp:/lustre 00000020:00000080:0.0:1787847030.065854:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.065855:0:6176:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1787847030.065858:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787847030.065864:0:6176:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:0.0:1787847030.065915:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9954d24e9000 00000020:00000080:0.0:1787847030.065919:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787847030.066280:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9954d24e9000 (00000000f986b642) 00000020:00000080:0.0:1787847030.066305:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:0.0:1787847030.066312:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9954d24e9000 00000020:00000080:0.0:1787847030.066315:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787847030.066892:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000181d645b@lustre-OST0000-osc-ffff9954d24e9000: add connection 192.168.204.124@tcp at head 00010000:00010000:0.0:1787847030.069560:0:6176:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9954d24e9000-3 is initialized 00000020:00000080:0.0:1787847030.079927:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9954d24e9000 (uuid 0dcaeec0-314a-4285-8bf9-28656f3220bd) 00000020:01000000:0.0:1787847030.080877:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9954d24e9000 00000020:00000080:0.0:1787847030.080883:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1787847030.080913:0:6176:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1787847030.080923:0:6176:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9954d24e9000: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1787847030.080987:0:6176:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1787847030.081007:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787847030.081012:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.081013:0:6176:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1787847030.081018:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787847030.081020:0:6176:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:0.0:1787847030.081022:0:6176:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787847030.081024:0:6176:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787847030.081025:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787847030.081028:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.081029:0:6176:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787847030.081032:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787847030.081036:0:6176:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.124@tcp:/lustre 00000020:00000080:0.0:1787847030.081040:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.081041:0:6176:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1787847030.081045:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787847030.081050:0:6176:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:0.0:1787847030.081083:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9954d24e9000 00000020:00000080:0.0:1787847030.081085:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787847030.081095:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9954d24e9000 (000000002b8c8b73) 00000020:00000080:0.0:1787847030.081114:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:0.0:1787847030.081120:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9954d24e9000 00000020:00000080:0.0:1787847030.081122:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787847030.082311:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000b85652a9@lustre-OST0001-osc-ffff9954d24e9000: add connection 192.168.204.124@tcp at head 00010000:00010000:0.0:1787847030.083920:0:6176:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9954d24e9000-4 is initialized 00000020:00000080:0.0:1787847030.087291:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9954d24e9000 (uuid 0dcaeec0-314a-4285-8bf9-28656f3220bd) 00000020:01000000:0.0:1787847030.087315:0:6176:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9954d24e9000 00000020:00000080:0.0:1787847030.087319:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1787847030.087360:0:6176:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1787847030.087820:0:6176:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9954d24e9000: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1787847030.087825:0:6176:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1787847030.087842:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787847030.087847:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.087849:0:6176:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1787847030.087853:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787847030.087857:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.087858:0:6176:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787847030.087861:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787847030.087863:0:6176:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:0.0:1787847030.087917:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000efac96df pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6176:1874693291246720:192.168.204.124@tcp:502: 00000100:00100000:0.0:1787847030.093033:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set 00000000581c25a9 going to sleep for 11 seconds 00000100:00100000:0.0:1787847030.093084:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000efac96df pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6176:1874693291246720:192.168.204.124@tcp:502: 00000020:01000000:0.0:1787847030.093136:0:6176:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787847030.093145:0:6176:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787847030.093148:0:6176:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000040:00080000:0.0:1787847030.093152:0:6176:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:2.0:1787847030.093653:0:6158:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:2.0:1787847030.093674:0:6158:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787847030.093692:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: 00000000e6988936/0x325569bf7c0e2ca5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25a9b expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847030.093705:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: 00000000e6988936/0x325569bf7c0e2ca5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25a9b expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787847030.094931:0:6158:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9954d24e9000 from 1 10000000:01000000:2.0:1787847030.094936:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1787847030.094975:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: 00000000119c422f/0x325569bf7c0e2cd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847030.094986:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: 00000000119c422f/0x325569bf7c0e2cd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847030.094996:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: 00000000119c422f/0x325569bf7c0e2cd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787847030.095023:0:6158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000098e46e2a pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291246848:192.168.204.124@tcp:101: 00000100:00100000:2.0:1787847030.095119:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set 000000002495281b going to sleep for 11 seconds 00000100:00100000:3.0:1787847030.105199:0:6158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000098e46e2a pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291246848:192.168.204.124@tcp:101: 00010000:00010000:3.0:1787847030.105242:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: 00000000119c422f/0x325569bf7c0e2cd6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25aa2 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847030.105255:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: 00000000119c422f/0x325569bf7c0e2cd6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb27a25b8a3c25aa2 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787847030.108460:0:6158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000075c7e4e6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291246976:192.168.204.124@tcp:256: 00000100:00100000:3.0:1787847030.109580:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set 00000000b3895f8f going to sleep for 11 seconds 00000100:00100000:3.0:1787847030.129081:0:6158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000075c7e4e6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291246976:192.168.204.124@tcp:256: 10000000:01000000:3.0:1787847030.129818:0:6158:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1787847030.129841:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: 00000000119c422f/0x325569bf7c0e2cd6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25aa2 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847030.129855:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: 00000000119c422f/0x325569bf7c0e2cd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25aa2 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787847030.129865:0:6158:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9954d24e9000 from 1 10000000:01000000:3.0:1787847030.129868:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787847030.129909:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: 0000000044f3adce/0x325569bf7c0e2cdd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847030.129918:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: 0000000044f3adce/0x325569bf7c0e2cdd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847030.129928:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: 0000000044f3adce/0x325569bf7c0e2cdd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787847030.129952:0:6158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000075c7e4e6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291247104:192.168.204.124@tcp:101: 00000100:00100000:3.0:1787847030.130047:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set 00000000b3895f8f going to sleep for 11 seconds 00000100:00100000:3.0:1787847030.137663:0:6158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000075c7e4e6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291247104:192.168.204.124@tcp:101: 00010000:00010000:3.0:1787847030.137698:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: 0000000044f3adce/0x325569bf7c0e2cdd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25aa9 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847030.137739:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: 0000000044f3adce/0x325569bf7c0e2cdd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb27a25b8a3c25aa9 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787847030.137822:0:6158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000075c7e4e6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291247232:192.168.204.124@tcp:501: 00000100:00100000:3.0:1787847030.137916:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set 00000000b3895f8f going to sleep for 11 seconds 00000100:00100000:3.0:1787847030.141867:0:6158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000075c7e4e6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291247232:192.168.204.124@tcp:501: 00000100:00100000:3.0:1787847030.141945:0:6158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000075c7e4e6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291247360:192.168.204.124@tcp:503: 00000100:00100000:3.0:1787847030.142057:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set 00000000b3895f8f going to sleep for 11 seconds 00000100:00100000:3.0:1787847030.148766:0:6158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000075c7e4e6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:6158:1874693291247360:192.168.204.124@tcp:503: 00000100:00100000:3.0:1787847030.150017:0:6180:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000075c7e4e6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6180:1874693291247488:192.168.204.124@tcp:502: 00000100:00100000:3.0:1787847030.150143:0:6180:0:(client.c:2715:ptlrpc_set_wait()) set 00000000753d96ae going to sleep for 11 seconds 00000100:00100000:3.0:1787847030.157695:0:6180:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000075c7e4e6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6180:1874693291247488:192.168.204.124@tcp:502: 00000020:01000000:3.0:1787847030.157836:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787847030.157850:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787847030.157854:0:6180:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1787847030.157862:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9954d24e9000 00000020:00000080:3.0:1787847030.157865:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1787847030.157932:0:6180:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0740000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6180:1874693291247616:192.168.204.124@tcp:502: 00000100:00100000:3.0:1787847030.159404:0:6180:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c6103900 going to sleep for 11 seconds 00000100:00100000:3.0:1787847030.175179:0:6180:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0740000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6180:1874693291247616:192.168.204.124@tcp:502: 00000020:01000000:3.0:1787847030.175943:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787847030.175958:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787847030.175961:0:6180:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:3.0:1787847030.175981:0:6180:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:2.0:1787847030.176319:0:6158:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:2.0:1787847030.176340:0:6158:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787847030.176366:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff99550217a800/0x325569bf7c0e2cdd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25aa9 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847030.176379:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff99550217a800/0x325569bf7c0e2cdd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25aa9 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1787847030.176404:0:6158:0:(llite_lib.c:1616:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1787847030.176431:0:6158:0:(genops.c:1385:class_connect()) connect: client 0dcaeec0-314a-4285-8bf9-28656f3220bd, cookie 0x325569bf7c0e2ce4 00800000:01000000:2.0:1787847030.176460:0:6158:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 0dcaeec0-314a-4285-8bf9-28656f3220bd to lustre-clilmv-ffff9954d24e9000 00800000:01000000:2.0:1787847030.176468:0:6158:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9954d24e9000(0dcaeec0-314a-4285-8bf9-28656f3220bd) - lustre-MDT0000_UUID, 0dcaeec0-314a-4285-8bf9-28656f3220bd 00000020:00000080:2.0:1787847030.176477:0:6158:0:(genops.c:1385:class_connect()) connect: client 0dcaeec0-314a-4285-8bf9-28656f3220bd, cookie 0x325569bf7c0e2ceb 00000100:00080000:2.0:1787847030.176490:0:6158:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9954d24e9000: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:2.0:1787847030.176548:0:6158:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9954d24e9000: import ffff9954c7358800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:2.0:1787847030.176563:0:6158:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683223 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787847030.176593:0:6158:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9954e0b2c3c0 x1874693291247744/t0(0) o38->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787847030.176614:0:6158:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID 00800000:01000000:2.0:1787847030.176783:0:6158:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9954d24e9000(0dcaeec0-314a-4285-8bf9-28656f3220bd) successfully (5) 00800000:00000004:2.0:1787847030.176788:0:6158:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9954d24e9000: age -713, max_age 0 00800000:01000000:2.0:1787847030.176826:0:6158:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9954d24e9000(0dcaeec0-314a-4285-8bf9-28656f3220bd) - lustre-MDT0001_UUID, 0dcaeec0-314a-4285-8bf9-28656f3220bd 00000020:00000080:2.0:1787847030.176835:0:6158:0:(genops.c:1385:class_connect()) connect: client 0dcaeec0-314a-4285-8bf9-28656f3220bd, cookie 0x325569bf7c0e2cf2 00000100:00080000:2.0:1787847030.176842:0:6158:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9954d24e9000: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:2.0:1787847030.176848:0:6158:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9954d24e9000: import ffff9954c735b000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:2.0:1787847030.176854:0:6158:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683223 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787847030.176865:0:6158:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9954e0b2de00 x1874693291248000/t0(0) o38->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787847030.176873:0:6158:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID 00000100:00100000:3.0:1787847030.177213:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0dcaeec0-314a-4285-8bf9-28656f3220bd:2396:1874693291247744:192.168.204.124@tcp:38: 00000100:00100000:3.0:1787847030.177328:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0dcaeec0-314a-4285-8bf9-28656f3220bd:2396:1874693291248000:192.168.204.124@tcp:38: 00000100:00080000:3.0:1787847030.177534:0:2400:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9954e0b2da40 x1874693291247872/t0(0) o41->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00800000:01000000:2.0:1787847030.177820:0:6158:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9954d24e9000(0dcaeec0-314a-4285-8bf9-28656f3220bd) successfully (5) 00800000:00000004:2.0:1787847030.177824:0:6158:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff9954d24e9000: age -713, max_age 0 00000080:00000004:2.0:1787847030.177860:0:6158:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9954d24e9000: age -713, max_age 286 00800000:00000004:2.0:1787847030.177866:0:6158:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9954d24e9000: age -713, max_age 286 00000100:00080000:2.0:1787847030.177883:0:6158:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9954e0b2e580 x1874693291248256/t0(0) o41->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847030.177892:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c738de40 going to sleep for 0 seconds 00000100:00080000:2.0:1787847030.178102:0:2399:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9954e0b2d2c0 x1874693291248128/t0(0) o41->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1787847030.182999:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2c3c0 x1874693291247744/t0(0) o38->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 520/416 e 0 to 0 dl 1787847040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847030.183020:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954d24e9000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787847030.183032:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9954d24e9000: connect to target with instance 1 00000001:01000000:0.0:1787847030.433322:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9954d24e9000: T10 checksum algorithm t10ip512 speed = 3343 MB/s 00000001:01000000:2.0:1787847030.682852:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9954d24e9000: T10 checksum algorithm t10ip4K speed = 3151 MB/s 00000001:01000000:3.0:1787847030.933620:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9954d24e9000: T10 checksum algorithm t10crc512 speed = 521 MB/s 00010000:00010000:0.0:1787847030.998726:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:3.0:1787847031.185466:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9954d24e9000: T10 checksum algorithm t10crc4K speed = 589 MB/s 00000100:00080000:3.0:1787847031.185485:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9954d24e9000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1787847031.185503:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787847031.185785:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9954c7358800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1787847031.186277:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000074c15e2e): req@ffff9954e0b2e580 x1874693291248256/t0(0) o41->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787847031.186305:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c3a02801): req@ffff9954e0b2da40 x1874693291247872/t0(0) o41->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847031.186325:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0dcaeec0-314a-4285-8bf9-28656f3220bd:2396:1874693291247744:192.168.204.124@tcp:38: 00010000:00080000:3.0:1787847031.186543:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2de00 x1874693291248000/t0(0) o38->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 520/416 e 0 to 0 dl 1787847040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847031.186554:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954d24e9000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787847031.186563:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9954d24e9000: connect to target with instance 1 00000100:00080000:3.0:1787847031.186586:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9954d24e9000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1787847031.186593:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1787847031.186596:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9954c735b000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1787847031.186671:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c738de40 going to sleep for 0 seconds 00000100:00100000:2.0:1787847031.186720:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c738de40 going to sleep for 11 seconds 00000100:00080000:2.0:1787847031.187663:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a5840540): req@ffff9954e0b2d2c0 x1874693291248128/t0(0) o41->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847031.187684:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0dcaeec0-314a-4285-8bf9-28656f3220bd:2396:1874693291248000:192.168.204.124@tcp:38: 00010000:00080000:3.0:1787847031.190085:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2da40 x1874693291247872/t0(0) o41->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1787847047 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847031.190117:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:0:1874693291247872:192.168.204.124@tcp:41: 00010000:00080000:2.0:1787847031.191426:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2e580 x1874693291248256/t0(0) o41->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1787847047 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847031.191448:0:6158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2e580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0dcaeec0-314a-4285-8bf9-28656f3220bd:6158:1874693291248256:192.168.204.124@tcp:41: 00800000:00000004:2.0:1787847031.191476:0:6158:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9954d24e9000: update ffff9954c77ed1c0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:2.0:1787847031.191484:0:6158:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9954d24e9000: update ffff9954c77e8450 cache blocks 317403/353529 objects 1023723/1024000 00010000:00080000:3.0:1787847031.193391:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2d2c0 x1874693291248128/t0(0) o41->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1787847047 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847031.193418:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:0:1874693291248128:192.168.204.124@tcp:41: 00000100:00100000:2.0:1787847031.195962:0:6158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2e580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0dcaeec0-314a-4285-8bf9-28656f3220bd:6158:1874693291248384:192.168.204.124@tcp:40: 00000100:00100000:2.0:1787847031.196114:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c738d3c0 going to sleep for 11 seconds 00010000:00080000:2.0:1787847031.198874:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2e580 x1874693291248384/t0(0) o40->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 440/448 e 0 to 0 dl 1787847047 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847031.198909:0:6158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2e580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0dcaeec0-314a-4285-8bf9-28656f3220bd:6158:1874693291248384:192.168.204.124@tcp:40: 00000080:00000004:2.0:1787847031.198940:0:6158:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1787847031.198956:0:6158:0:(llite_lib.c:777:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683223 ocd_grant: 2146304 00020000:01000000:2.0:1787847031.198961:0:6158:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1787847031.199002:0:6158:0:(genops.c:1385:class_connect()) connect: client 0dcaeec0-314a-4285-8bf9-28656f3220bd, cookie 0x325569bf7c0e2cf9 00000020:00000080:2.0:1787847031.199022:0:6158:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x325569bf7c0e2d00 00000100:00080000:2.0:1787847031.199030:0:6158:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9954d24e9000: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:2.0:1787847031.199037:0:6158:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9954d24e9000: import ffff9954c735e800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:2.0:1787847031.199056:0:6158:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683223 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787847031.199081:0:6158:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9954e0b2e580 x1874693291248512/t0(0) o8->lustre-OST0000-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787847031.199111:0:6158:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID 00020000:01000000:2.0:1787847031.199133:0:6158:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9954d24e9000) active 00000100:00100000:3.0:1787847031.199226:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0dcaeec0-314a-4285-8bf9-28656f3220bd:2396:1874693291248512:192.168.204.124@tcp:8: 00000020:00000080:2.0:1787847031.199455:0:6158:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x325569bf7c0e2d07 00000100:00080000:2.0:1787847031.199463:0:6158:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9954d24e9000: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:2.0:1787847031.199468:0:6158:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9954d24e9000: import ffff9954c7358000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:2.0:1787847031.199473:0:6158:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683223 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787847031.199485:0:6158:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9954e0b2de00 x1874693291248640/t0(0) o8->lustre-OST0001-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787847031.199494:0:6158:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID 00020000:01000000:2.0:1787847031.199500:0:6158:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9954d24e9000) active 00000100:00100000:3.0:1787847031.199587:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0dcaeec0-314a-4285-8bf9-28656f3220bd:2396:1874693291248640:192.168.204.124@tcp:8: 00000100:00100000:0.0:1787847031.199965:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2398:1874693291248768:192.168.204.124@tcp:400: 00000100:00100000:2.0:1787847031.200173:0:6158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0dcaeec0-314a-4285-8bf9-28656f3220bd:6158:1874693291248896:192.168.204.124@tcp:900: 00000100:00100000:2.0:1787847031.200202:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c738d3c0 going to sleep for 11 seconds 00010000:00080000:2.0:1787847031.206751:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2c3c0 x1874693291248896/t0(0) o900->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:29/10 lens 264/248 e 0 to 0 dl 1787847047 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847031.206775:0:6158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0dcaeec0-314a-4285-8bf9-28656f3220bd:6158:1874693291248896:192.168.204.124@tcp:900: 00000100:00100000:2.0:1787847031.206846:0:6158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0dcaeec0-314a-4285-8bf9-28656f3220bd:6158:1874693291249024:192.168.204.124@tcp:33: 00000100:00100000:2.0:1787847031.207000:0:6158:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c738d3c0 going to sleep for 11 seconds 00010000:00080000:3.0:1787847031.207962:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2de00 x1874693291248640/t0(0) o8->lustre-OST0001-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 520/416 e 0 to 0 dl 1787847041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847031.207976:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9954d24e9000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787847031.207984:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9954d24e9000: connect to target with instance 1 00000100:00080000:3.0:1787847031.207995:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9954d24e9000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787847031.208008:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787847031.208012:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9954c7358000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787847031.208019:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1787847031.208024:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787847031.208030:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787847031.208042:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0dcaeec0-314a-4285-8bf9-28656f3220bd:2396:1874693291248640:192.168.204.124@tcp:8: 00010000:00080000:3.0:1787847031.208058:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2e580 x1874693291248512/t0(0) o8->lustre-OST0000-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 520/416 e 0 to 0 dl 1787847041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847031.208080:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9954d24e9000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787847031.208086:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9954d24e9000: connect to target with instance 1 00000100:00080000:3.0:1787847031.208091:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9954d24e9000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787847031.208096:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1787847031.208098:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9954c735e800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787847031.208102:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1787847031.208104:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787847031.208107:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787847031.208112:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0dcaeec0-314a-4285-8bf9-28656f3220bd:2396:1874693291248512:192.168.204.124@tcp:8: 00000100:00100000:0.0:1787847031.209452:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2398:1874693291248768:192.168.204.124@tcp:400: 00010000:00080000:2.0:1787847031.262861:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2c3c0 x1874693291249024/t0(0) o33->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:23/10 lens 448/464 e 0 to 0 dl 1787847047 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787847031.262885:0:6158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0dcaeec0-314a-4285-8bf9-28656f3220bd:6158:1874693291249024:192.168.204.124@tcp:33: 00000080:00200000:2.0:1787847031.263154:0:6158:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) 00000080:00200000:2.0:1787847031.263163:0:6158:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1787847031.263261:0:6158:0:(llite_lib.c:1655:ll_fill_super()) Mounted lustre-client - version 2.17.57_87_ge30c52f 00000080:00000004:2.0:1787847031.270754:0:6158:0:(super25.c:182:lustre_fill_super()) 192.168.204.124@tcp:/lustre: Mount complete 00000080:00200008:2.0:1787847031.508086:0:6198:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9954d19200c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787847031.508102:0:6198:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8),name=/ 00000002:00010000:2.0:1787847031.508128:0:6198:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787847031.508264:0:6198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6198 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847031.508277:0:6198:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6198 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847031.508287:0:6198:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6198 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787847031.508315:0:6198:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job mkdir:0dcaeec0-314a-4285-8bf9-28656f3220bd:6198:1874693291249152:192.168.204.124@tcp:101: 00000100:00100000:2.0:1787847031.508481:0:6198:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c738db40 going to sleep for 11 seconds 00000100:00100000:2.0:1787847031.517896:0:6198:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job mkdir:0dcaeec0-314a-4285-8bf9-28656f3220bd:6198:1874693291249152:192.168.204.124@tcp:101: 00010000:00010000:2.0:1787847031.518046:0:6198:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847031.518061:0:6198:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847031.518074:0:6198:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847031.518096:0:6198:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847031.518133:0:6198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847031.518142:0:6198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847031.518150:0:6198:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787847031.518166:0:6198:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9954e0b2c3c0 x1874693291249152/t0(0) o101->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 576/688 e 0 to 0 dl 1787847047 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787847031.518181:0:6198:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847031.518196:0:6198:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9954c4f91c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1787847031.518204:0:6198:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787847031.518377:0:6198:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787847031.518383:0:6198:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) for lock 0x325569bf7c0e2d0e 00000080:00010000:2.0:1787847031.518389:0:6198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) 00000080:00010000:2.0:1787847031.518394:0:6198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x325569bf7c0e2d0e from it ffffa857844fbcb8 00010000:00010000:2.0:1787847031.518397:0:6198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847031.518406:0:6198:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787847032.023072:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787847033.046735:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1787847033.909298:0:6250:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9954d19200c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787847033.909315:0:6250:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8),name=/ 00000002:00010000:0.0:1787847033.913474:0:6250:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787847033.913507:0:6250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787847033.913540:0:6250:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787847033.913550:0:6250:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787847033.913564:0:6250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) 00000080:00010000:0.0:1787847033.913569:0:6250:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) for lock 0x325569bf7c0e2d0e 00000080:00010000:0.0:1787847033.913578:0:6250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x325569bf7c0e2d0e from it ffffa85784523cb8 00010000:00010000:0.0:1787847033.913582:0:6250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787847033.913592:0:6250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:0.0:1787847033.919883:0:6250:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9954d19200c8), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787847033.919896:0:6250:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8),name=/ 00000002:00010000:0.0:1787847033.919925:0:6250:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787847033.919945:0:6250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1787847033.919961:0:6250:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:0.0:1787847033.919969:0:6250:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787847033.919978:0:6250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) 00000080:00010000:0.0:1787847033.919983:0:6250:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) for lock 0x325569bf7c0e2d0e 00000080:00010000:0.0:1787847033.919997:0:6250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x325569bf7c0e2d0e from it ffffa85784523cb8 00010000:00010000:0.0:1787847033.920001:0:6250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1787847033.920010:0:6250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1787847033.924983:0:6250:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8),name=/ 00000002:00010000:1.0:1787847033.925041:0:6250:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787847033.925061:0:6250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1787847033.925207:0:6250:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1787847033.925217:0:6250:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787847033.925225:0:6250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) 00000080:00010000:1.0:1787847033.925228:0:6250:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) for lock 0x325569bf7c0e2d0e 00000080:00010000:1.0:1787847033.925236:0:6250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x325569bf7c0e2d0e from it ffffa85784523bb0 00010000:00010000:1.0:1787847033.925240:0:6250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1787847033.925251:0:6250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1787847033.925268:0:6250:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8), inode mode 41ed mask 44 00000080:00200008:1.0:1787847033.925300:0:6250:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9954d19200c8), flags 100000 00000080:00200080:1.0:1787847033.925467:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:1.0:1787847033.925483:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c5146400 uarg=0000000000000000 00800000:00000004:1.0:1787847033.925491:0:6250:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9954d24e9000: age 288, max_age 289 00000100:00100000:1.0:1787847033.925641:0:6250:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9da40 pname:cluuid:pid:xid:nid:opc:job lfs:0dcaeec0-314a-4285-8bf9-28656f3220bd:6250:1874693291249280:192.168.204.124@tcp:41: 00000100:00100000:1.0:1787847033.930187:0:6250:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c2ad6240 going to sleep for 11 seconds 00000100:00100000:2.0:1787847033.932594:0:6250:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9da40 pname:cluuid:pid:xid:nid:opc:job lfs:0dcaeec0-314a-4285-8bf9-28656f3220bd:6250:1874693291249280:192.168.204.124@tcp:41: 00800000:00000004:2.0:1787847033.932625:0:6250:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9954d24e9000: update ffff9954c77ed1c0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:2.0:1787847033.932763:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.932782:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00800000:00000004:2.0:1787847033.932789:0:6250:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff9954d24e9000: age -713, max_age 289 00000100:00100000:2.0:1787847033.932823:0:6250:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job lfs:0dcaeec0-314a-4285-8bf9-28656f3220bd:6250:1874693291249408:192.168.204.124@tcp:41: 00000100:00100000:2.0:1787847033.932903:0:6250:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c6799540 going to sleep for 11 seconds 00010000:00080000:2.0:1787847033.941365:0:6250:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2c000 x1874693291249408/t0(0) o41->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1787847049 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847033.941390:0:6250:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job lfs:0dcaeec0-314a-4285-8bf9-28656f3220bd:6250:1874693291249408:192.168.204.124@tcp:41: 00800000:00000004:2.0:1787847033.941420:0:6250:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff9954d24e9000: update ffff9954c77e9e20 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:2.0:1787847033.941500:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941557:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941567:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941573:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941578:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941582:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941586:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941590:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941594:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941597:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941601:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941621:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941627:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941631:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941634:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941638:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941641:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941644:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941648:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941651:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941654:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941658:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941662:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941665:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941669:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941672:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941676:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941680:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941684:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941687:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941691:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941961:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941971:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941976:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941981:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.941984:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.941996:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942000:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942004:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942008:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942012:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942015:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942019:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942023:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942027:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942030:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942034:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942038:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942042:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942045:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942050:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942054:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942058:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942062:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942066:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942070:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942074:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942077:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942082:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942085:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942089:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942101:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942107:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942111:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942114:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942118:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942121:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942124:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942128:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942131:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942135:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942138:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942142:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942146:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942149:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942152:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942156:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942158:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942162:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942165:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942168:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942171:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942174:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942178:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942181:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942185:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942196:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942200:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942204:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942207:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942211:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942214:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942218:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942221:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942225:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942228:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942232:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942235:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942239:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942242:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942246:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942249:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942253:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942257:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942260:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942264:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942268:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942271:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942292:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942298:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942303:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942314:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942319:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942323:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942327:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942331:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942335:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942339:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942343:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942347:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942351:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942354:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942359:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942362:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942366:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00800000:00000080:2.0:1787847033.942370:0:6250:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.942374:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.942380:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00020000:00000004:2.0:1787847033.942387:0:6250:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9954d24e9000: age -713, max_age 289 00000100:00100000:2.0:1787847033.942421:0:6250:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job lfs:0dcaeec0-314a-4285-8bf9-28656f3220bd:6250:1874693291249536:192.168.204.124@tcp:13: 00000100:00100000:2.0:1787847033.942580:0:6250:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c6799540 going to sleep for 11 seconds 00010000:00080000:2.0:1787847033.947161:0:6250:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2c000 x1874693291249536/t0(0) o13->lustre-OST0000-osc-ffff9954d24e9000@192.168.204.124@tcp:7/4 lens 224/368 e 0 to 0 dl 1787847049 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847033.947183:0:6250:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job lfs:0dcaeec0-314a-4285-8bf9-28656f3220bd:6250:1874693291249536:192.168.204.124@tcp:13: 00020000:00000004:2.0:1787847033.947210:0:6250:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9954d24e9000: update ffff9954c66a8450 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:2.0:1787847033.947301:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.947319:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00020000:00000004:2.0:1787847033.947327:0:6250:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9954d24e9000: age -713, max_age 289 00000100:00100000:2.0:1787847033.947364:0:6250:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job lfs:0dcaeec0-314a-4285-8bf9-28656f3220bd:6250:1874693291249664:192.168.204.124@tcp:13: 00000100:00100000:2.0:1787847033.947443:0:6250:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c6799540 going to sleep for 11 seconds 00010000:00080000:2.0:1787847033.949962:0:6250:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2c000 x1874693291249664/t0(0) o13->lustre-OST0001-osc-ffff9954d24e9000@192.168.204.124@tcp:7/4 lens 224/368 e 0 to 0 dl 1787847049 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847033.949984:0:6250:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job lfs:0dcaeec0-314a-4285-8bf9-28656f3220bd:6250:1874693291249664:192.168.204.124@tcp:13: 00020000:00000004:2.0:1787847033.950014:0:6250:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9954d24e9000: update ffff9954c66ad1c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:2.0:1787847033.950079:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950093:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950101:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950105:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950109:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950113:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950117:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950121:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950126:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950129:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950133:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950137:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950141:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950145:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950149:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950173:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950179:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950183:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950187:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950191:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950195:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950199:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950203:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950207:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950211:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950214:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950219:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950222:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950226:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950229:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950233:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950236:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950239:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950242:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950247:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950251:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950255:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950259:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950262:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950266:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950289:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950295:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950299:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950303:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950307:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950311:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950315:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950318:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950322:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950326:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950330:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950333:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950338:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950341:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950345:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950349:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950353:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950357:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950361:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950365:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950369:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950373:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950377:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950381:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950385:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950395:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950401:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950406:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950409:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950413:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950417:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950421:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950425:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950429:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950433:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950437:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950442:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950446:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950450:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950454:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950458:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950462:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950467:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950471:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950475:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950478:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950483:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950486:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950490:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950494:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950506:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950511:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950515:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950565:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950571:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950575:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950579:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950583:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950587:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950590:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950595:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950598:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950602:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950606:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950610:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950614:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950618:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950621:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950625:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950628:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950632:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950635:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950639:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950642:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950645:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950656:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950662:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950666:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950670:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950674:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950678:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950681:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950685:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950689:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200080:2.0:1787847033.950692:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8) cmd=c00866a4 arg=7ffd45c48790 00020000:00000080:2.0:1787847033.950817:0:6250:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9954d24e9000: cmd=c00866a4 len=592 karg=ffff9954c7c44000 uarg=0000000000000000 00000080:00200008:2.0:1787847033.951788:0:6250:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9954d19200c8), flags 100000 00010000:00010000:0.0:1787847034.073250:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787847035.095865:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787847036.120341:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787847036.311872:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291249792:192.168.204.124@tcp:400: 00000100:00100000:3.0:1787847036.312012:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0740b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291250048:192.168.204.124@tcp:400: 00000100:00100000:3.0:1787847036.312044:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0741680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291250304:192.168.204.124@tcp:400: 00000100:00100000:3.0:1787847036.312075:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787847036.312096:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291249920:192.168.204.124@tcp:400: 00000100:00100000:3.0:1787847036.312122:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0741a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291250176:192.168.204.124@tcp:400: 00000100:00100000:3.0:1787847036.319896:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291249920:192.168.204.124@tcp:400: 00010000:00080000:3.0:1787847036.319926:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0741a40 x1874693291250176/t0(0) o400->lustre-OST0000-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847036.319941:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0741a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291250176:192.168.204.124@tcp:400: 00000100:00100000:3.0:1787847036.319955:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291249792:192.168.204.124@tcp:400: 00010000:00080000:3.0:1787847036.319996:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0740b40 x1874693291250048/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847036.320006:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0740b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291250048:192.168.204.124@tcp:400: 00010000:00080000:3.0:1787847036.320019:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0741680 x1874693291250304/t0(0) o400->lustre-OST0001-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847036.320028:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0741680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291250304:192.168.204.124@tcp:400: 00000001:02000400:1.0:1787847036.968825:0:6444:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1787847037.144199:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787847038.169743:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787847039.190777:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787847040.219321:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787847040.979697:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.124@tcp (source: 12345-192.168.204.124@tcp) 00000100:00100000:0.0:1787847040.979760:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.124@tcp (source: 12345-192.168.204.124@tcp) 00000100:00100000:1.0:1787847040.980168:0:6159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874693314372864 00000100:00100000:1.0:1787847040.980181:0:6159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874693314372864 00000100:00100000:1.0:1787847040.980243:0:6159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874693314372992 00000100:00100000:1.0:1787847040.980246:0:6159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874693314372992 00000100:00100000:1.0:1787847040.980264:0:6159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.124@tcp, seq: 0 00000100:00100000:1.0:1787847040.980277:0:6159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9954e047c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94bfa3db-ff8d-4548-a107-10386de42ffa+4:10339:x1874693314372864:12345-192.168.204.124@tcp:104: 00010000:00010000:1.0:1787847040.980300:0:6159:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff995502046200/0x325569bf7c0e2ca5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb27a25b8a3c25a9b expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787847040.980410:0:6159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787847040.980417:0:6159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9954e047c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94bfa3db-ff8d-4548-a107-10386de42ffa+4:10339:x1874693314372864:12345-192.168.204.124@tcp:104: Request processed in 143us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1787847040.980426:0:6159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.124@tcp, seq: 0 00000100:00100000:1.0:1787847040.980446:0:6159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.124@tcp, seq: 1 00000100:00100000:1.0:1787847040.980453:0:6159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9954e047ed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94bfa3db-ff8d-4548-a107-10386de42ffa+3:10339:x1874693314372992:12345-192.168.204.124@tcp:104: 00010000:00010000:1.0:1787847040.980462:0:6159:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff995502047200/0x325569bf7c0e2c9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb27a25b8a3c25a94 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787847040.980493:0:6159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1787847040.980500:0:6159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9954e047ed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94bfa3db-ff8d-4548-a107-10386de42ffa+3:10339:x1874693314372992:12345-192.168.204.124@tcp:104: Request processed in 47us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1787847040.980515:0:6159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.124@tcp, seq: 1 00010000:00010000:3.0:1787847040.981219:0:6170:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787847040.981229:0:6170:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff995502046200/0x325569bf7c0e2ca5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb27a25b8a3c25a9b expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847040.981240:0:6170:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff995502046200 already unused, calling callback (ffffffffc1248c20) 10000000:00010000:3.0:1787847040.981244:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff995502046200/0x325569bf7c0e2ca5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb27a25b8a3c25a9b expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847040.981255:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff995502046200/0x325569bf7c0e2ca5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb27a25b8a3c25a9b expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787847040.981262:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff995502046200/0x325569bf7c0e2ca5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb27a25b8a3c25a9b expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787847040.981268:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1787847040.981390:0:6169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787847040.981398:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff995502046200/0x325569bf7c0e2ca5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb27a25b8a3c25a9b expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847040.981407:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787847040.981473:0:6170:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff995502046200/0x325569bf7c0e2ca5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb27a25b8a3c25a9b expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847040.981482:0:6170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff995502046200/0x325569bf7c0e2ca5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb27a25b8a3c25a9b expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847040.981501:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787847040.981503:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787847040.981505:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787847040.981561:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787847040.981585:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291250432:192.168.204.124@tcp:103: 00010000:00010000:0.0:1787847040.985191:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787847040.985200:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787847040.985203:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787847040.985248:0:6169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff995502047200/0x325569bf7c0e2c9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb27a25b8a3c25a94 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847040.985264:0:6169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff995502047200 already unused, calling callback (ffffffffc1248c20) 10000000:00010000:2.0:1787847040.985268:0:6169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff995502047200/0x325569bf7c0e2c9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb27a25b8a3c25a94 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847040.985281:0:6169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff995502047200/0x325569bf7c0e2c9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb27a25b8a3c25a94 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787847040.985289:0:6169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff995502047200/0x325569bf7c0e2c9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb27a25b8a3c25a94 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787847040.985316:0:6169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1787847040.985384:0:6169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff995502047200/0x325569bf7c0e2c9e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb27a25b8a3c25a94 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847040.985391:0:6169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787847040.985431:0:6169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff995502047200/0x325569bf7c0e2c9e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb27a25b8a3c25a94 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847040.985440:0:6169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff995502047200/0x325569bf7c0e2c9e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb27a25b8a3c25a94 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847040.985464:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787847040.985466:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787847040.985468:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787847040.985478:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787847040.985505:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94bfa3db-ff8d-4548-a107-10386de42ffa:2399:1874693291250560:192.168.204.124@tcp:103: 00000100:00100000:3.0:1787847040.994791:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291250432:192.168.204.124@tcp:103: 00000100:00100000:3.0:1787847040.998409:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94bfa3db-ff8d-4548-a107-10386de42ffa:2399:1874693291250560:192.168.204.124@tcp:103: 00010000:00010000:3.0:1787847041.238900:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787847041.435993:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291250816:192.168.204.124@tcp:400: 00000100:00100000:2.0:1787847041.436120:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291251072:192.168.204.124@tcp:400: 00000100:00100000:2.0:1787847041.436173:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787847041.436180:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291250688:192.168.204.124@tcp:400: 00000100:00100000:2.0:1787847041.436205:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291250944:192.168.204.124@tcp:400: 00010000:00080000:2.0:1787847041.440185:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2d680 x1874693291250816/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847057 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847041.440212:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291250816:192.168.204.124@tcp:400: 00010000:00080000:2.0:1787847041.448753:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2e940 x1874693291251072/t0(0) o400->lustre-OST0001-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847057 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847041.448781:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291251072:192.168.204.124@tcp:400: 00000100:00100000:2.0:1787847041.455867:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291250688:192.168.204.124@tcp:400: 00010000:00080000:2.0:1787847041.455894:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2f0c0 x1874693291250944/t0(0) o400->lustre-OST0000-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847057 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847041.455908:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291250944:192.168.204.124@tcp:400: 00010000:00010000:0.0:1787847042.262645:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787847043.222768:0:6173:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1787847043.222782:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9954d24e9000 from 48 10000000:01000000:0.0:1787847043.222802:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787847043.222887:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff9954c0030a00/0x325569bf7c0e2d15 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787847043.222902:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff9954c0030a00/0x325569bf7c0e2d15 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787847043.222915:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff9954c0030a00/0x325569bf7c0e2d15 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787847043.222962:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e047f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291251200:192.168.204.124@tcp:101: 00000100:00100000:0.0:1787847043.223185:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c66a6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787847043.231456:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e047f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291251200:192.168.204.124@tcp:101: 00010000:00010000:2.0:1787847043.231495:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff9954c0030a00/0x325569bf7c0e2d15 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25b5f expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847043.231510:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff9954c0030a00/0x325569bf7c0e2d15 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb27a25b8a3c25b5f expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787847043.231650:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291251328:192.168.204.124@tcp:501: 00000100:00100000:2.0:1787847043.231761:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c2ad63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787847043.241972:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291251328:192.168.204.124@tcp:501: 00000100:00100000:2.0:1787847043.242065:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291251456:192.168.204.124@tcp:503: 00000100:00100000:2.0:1787847043.242210:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c2ad63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787847043.246086:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291251456:192.168.204.124@tcp:503: 00000100:00100000:2.0:1787847043.247347:0:6652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6652:1874693291251584:192.168.204.124@tcp:502: 00000100:00100000:2.0:1787847043.247502:0:6652:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c2ad60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787847043.255018:0:6652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6652:1874693291251584:192.168.204.124@tcp:502: 00000020:01000000:2.0:1787847043.255087:0:6652:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787847043.257805:0:6652:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787847043.257817:0:6652:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787847043.257837:0:6652:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1787847043.258017:0:6652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6652:1874693291251712:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787847043.258393:0:6652:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c3308900 going to sleep for 11 seconds 00000100:00100000:2.0:1787847043.263738:0:6652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6652:1874693291251712:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:2.0:1787847043.263814:0:6652:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787847043.263826:0:6652:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787847043.263829:0:6652:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1787847043.263834:0:6652:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1787847043.264469:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:0.0:1787847043.264493:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787847043.264815:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff9954c0030a00/0x325569bf7c0e2d15 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25b5f expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787847043.264830:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff9954c0030a00/0x325569bf7c0e2d15 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25b5f expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787847043.264844:0:6173:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1787847043.264847:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9954c66f33a0 from 1 10000000:01000000:0.0:1787847043.264851:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1787847043.264897:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff9954c0031000/0x325569bf7c0e2d1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787847043.264906:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff9954c0031000/0x325569bf7c0e2d1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787847043.264918:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff9954c0031000/0x325569bf7c0e2d1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787847043.265010:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e047d2c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291251840:192.168.204.124@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787847043.265367:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c66a69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787847043.269376:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e047d2c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291251840:192.168.204.124@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787847043.269423:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff9954c0031000/0x325569bf7c0e2d1c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25b66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847043.269438:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff9954c0031000/0x325569bf7c0e2d1c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb27a25b8a3c25b66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787847043.269570:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291251968:192.168.204.124@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787847043.269796:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c3308900 going to sleep for 11 seconds 00000100:00100000:2.0:1787847043.273989:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291251968:192.168.204.124@tcp:501:ll_cfg_requeue.0 10000000:01000000:2.0:1787847043.274069:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1787847043.274084:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff9954c0031000/0x325569bf7c0e2d1c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25b66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847043.274132:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff9954c0031000/0x325569bf7c0e2d1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25b66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787847043.298376:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787847044.310889:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787847044.401980:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.124@tcp (source: 12345-192.168.204.124@tcp) 00000100:00100000:0.0:1787847044.402425:0:6160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874693314381184 00000100:00100000:0.0:1787847044.402440:0:6160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874693314381184 00000100:00100000:0.0:1787847044.402510:0:6160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.124@tcp, seq: 2 00000100:00100000:0.0:1787847044.402560:0:6160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9954e0a9ed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:94bfa3db-ff8d-4548-a107-10386de42ffa+3:10401:x1874693314381184:12345-192.168.204.124@tcp:104: 00010000:00010000:0.0:1787847044.402583:0:6160:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff99550217a800/0x325569bf7c0e2cdd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb27a25b8a3c25aa9 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787847044.402990:0:6160:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787847044.403000:0:6160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9954e0a9ed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:94bfa3db-ff8d-4548-a107-10386de42ffa+3:10401:x1874693314381184:12345-192.168.204.124@tcp:104: Request processed in 443us (1033us total) trans 0 rc 0/0 00000100:00100000:0.0:1787847044.403025:0:6160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.124@tcp, seq: 2 00010000:00010000:2.0:1787847044.403839:0:6636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787847044.403850:0:6636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff99550217a800/0x325569bf7c0e2cdd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb27a25b8a3c25aa9 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847044.403860:0:6636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99550217a800 already unused, calling callback (ffffffffc1248c20) 10000000:00010000:2.0:1787847044.403866:0:6636:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff99550217a800/0x325569bf7c0e2cdd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb27a25b8a3c25aa9 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847044.403876:0:6636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff99550217a800/0x325569bf7c0e2cdd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb27a25b8a3c25aa9 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787847044.403885:0:6636:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff99550217a800/0x325569bf7c0e2cdd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb27a25b8a3c25aa9 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787847044.403890:0:6636:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787847044.403959:0:6636:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff99550217a800/0x325569bf7c0e2cdd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb27a25b8a3c25aa9 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847044.403966:0:6636:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787847044.403997:0:6636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff99550217a800/0x325569bf7c0e2cdd lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb27a25b8a3c25aa9 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847044.404005:0:6636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff99550217a800/0x325569bf7c0e2cdd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb27a25b8a3c25aa9 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847044.404030:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787847044.404044:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787847044.404046:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787847044.404057:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787847044.404092:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291252096:192.168.204.124@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787847044.420237:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291252096:192.168.204.124@tcp:103:ldlm_bl.0 10000000:01000000:3.0:1787847044.572164:0:6173:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787847044.572175:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9954d24e9000 from 4 10000000:01000000:3.0:1787847044.572181:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787847044.572243:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff99550217ae00/0x325569bf7c0e2d23 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847044.572257:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff99550217ae00/0x325569bf7c0e2d23 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847044.572272:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff99550217ae00/0x325569bf7c0e2d23 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787847044.572310:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0743480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291252224:192.168.204.124@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787847044.572957:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c61030c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787847044.581324:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0743480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291252224:192.168.204.124@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787847044.581368:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff99550217ae00/0x325569bf7c0e2d23 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25b74 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847044.581385:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff99550217ae00/0x325569bf7c0e2d23 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb27a25b8a3c25b74 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787847044.581506:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0743480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291252352:192.168.204.124@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787847044.581643:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c61030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787847044.586855:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0743480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291252352:192.168.204.124@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787847044.587016:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e047d2c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291252480:192.168.204.124@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787847044.587134:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c66a6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787847044.588973:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e047d2c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291252480:192.168.204.124@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787847044.591891:0:6677:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0741a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6677:1874693291252608:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787847044.592060:0:6677:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c6103e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787847044.594824:0:6677:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0741a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6677:1874693291252608:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787847044.594903:0:6677:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787847044.594916:0:6677:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787847044.594928:0:6677:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1787847044.594935:0:6677:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9954d24e9000 00000020:00000080:3.0:1787847044.594938:0:6677:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1787847044.595158:0:6677:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0741a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6677:1874693291252736:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787847044.595267:0:6677:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c6103e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787847044.602728:0:6677:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0741a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:6677:1874693291252736:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:1.0:1787847044.602907:0:6677:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787847044.602934:0:6677:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847044.602937:0:6677:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1787847044.602943:0:6677:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1787847044.603712:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1787847044.603738:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787847044.603753:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff99550217ae00/0x325569bf7c0e2d23 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25b74 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787847044.603768:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff99550217ae00/0x325569bf7c0e2d23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25b74 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787847045.338631:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787847046.358830:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787847046.551797:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291252864:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1787847046.551958:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291253120:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1787847046.551991:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291253376:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1787847046.552070:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787847046.552079:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291252992:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1787847046.552107:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291253248:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1787847046.565813:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291252992:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1787847046.565837:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2c000 x1874693291253248/t0(0) o400->lustre-OST0000-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847062 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847046.565848:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291253248:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1787847046.565857:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291252864:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1787847046.565867:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2d680 x1874693291253120/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847062 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847046.565876:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291253120:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1787847046.565887:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2c3c0 x1874693291253376/t0(0) o400->lustre-OST0001-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847062 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847046.565895:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291253376:192.168.204.124@tcp:400:kworker.0 00010000:00010000:3.0:1787847047.382707:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787847048.410880:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787847049.431200:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787847050.454736:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787847051.482777:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787847051.486362:0:7015:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg424-client.virtnet: executing check_logdir /tmp/testlogs/ 00000100:00100000:1.0:1787847051.672241:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2398:1874693291253632:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1787847051.672344:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2398:1874693291253888:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1787847051.672380:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787847051.672387:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2398:1874693291253504:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1787847051.672414:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2398:1874693291253760:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1787847051.672437:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2398:1874693291254016:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1787847051.688878:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2398:1874693291253504:192.168.204.124@tcp:400:kworker.0 00010000:00080000:1.0:1787847051.688902:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0a9c3c0 x1874693291253760/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847067 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787847051.688924:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2398:1874693291253760:192.168.204.124@tcp:400:kworker.0 00010000:00080000:1.0:1787847051.688949:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0a9f0c0 x1874693291254016/t0(0) o400->lustre-OST0001-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847067 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787847051.688958:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2398:1874693291254016:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1787847051.688969:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2398:1874693291253632:192.168.204.124@tcp:400:kworker.0 00010000:00080000:1.0:1787847051.688978:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0a9e580 x1874693291253888/t0(0) o400->lustre-OST0000-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847067 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787847051.688986:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2398:1874693291253888:192.168.204.124@tcp:400:kworker.0 00010000:00010000:3.0:1787847052.502937:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787847053.526760:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787847054.561024:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787847055.576428:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787847056.602986:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787847056.793600:0:1356:0:(import.c:65:import_set_state_nolock()) ffff9954c735e800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1787847056.793606:0:1356:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9954d24e9000: disconnect after 23s idle 00000100:00080000:3.0:1787847056.809374:0:1356:0:(import.c:65:import_set_state_nolock()) ffff9954c7358000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1787847056.809381:0:1356:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9954d24e9000: disconnect after 23s idle 00000100:00100000:3.0:1787847056.809425:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94bfa3db-ff8d-4548-a107-10386de42ffa:2399:1874693291254144:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1787847056.809582:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0740780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291254400:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1787847056.809617:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787847056.809623:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0741e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291254272:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847056.810710:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0741a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0dcaeec0-314a-4285-8bf9-28656f3220bd:2396:1874693291254528:192.168.204.124@tcp:9:kworker.0 00000100:00100000:2.0:1787847056.810780:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0dcaeec0-314a-4285-8bf9-28656f3220bd:2396:1874693291254656:192.168.204.124@tcp:9:kworker.0 00010000:00080000:2.0:1787847056.821102:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0743480 x1874693291254656/t0(0) o9->lustre-OST0001-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787847056.821124:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9954e0743480 x1874693291254656/t0(0) o9->lustre-OST0001-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787847056.821132:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9954c7358000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1787847056.821137:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0dcaeec0-314a-4285-8bf9-28656f3220bd:2396:1874693291254656:192.168.204.124@tcp:9:kworker.0 00000100:00100000:3.0:1787847056.821367:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0741e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291254272:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1787847056.821379:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0740780 x1874693291254400/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847056.821388:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0740780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291254400:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1787847056.825763:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94bfa3db-ff8d-4548-a107-10386de42ffa:2399:1874693291254144:192.168.204.124@tcp:400:kworker.0 00010000:00080000:0.0:1787847056.825891:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0741a40 x1874693291254528/t0(0) o9->lustre-OST0000-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787847056.825906:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9954e0741a40 x1874693291254528/t0(0) o9->lustre-OST0000-osc-ffff9954d24e9000@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787847056.825915:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9954c735e800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1787847056.825919:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0741a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0dcaeec0-314a-4285-8bf9-28656f3220bd:2396:1874693291254528:192.168.204.124@tcp:9:kworker.0 00010000:00010000:1.0:1787847057.623163:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787847058.030312:0:7295:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg424-client.virtnet: executing yml_node 00010000:00010000:0.0:1787847058.647639:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787847059.672038:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787847060.695814:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787847061.719072:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787847061.911351:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291254784:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847061.911504:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291255040:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847061.911568:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787847061.911575:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291254912:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847061.920100:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291254912:192.168.204.124@tcp:400:kworker.0 00010000:00080000:2.0:1787847061.920126:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2e940 x1874693291255040/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847061.920152:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291255040:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847061.925126:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291254784:192.168.204.124@tcp:400:kworker.0 00010000:00010000:0.0:1787847062.746869:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787847063.677399:0:7749:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.87 00010000:00010000:3.0:1787847063.773688:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787847064.790824:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787847065.815681:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787847066.840014:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787847066.948543:0:7905:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.87 00000100:00100000:2.0:1787847067.033744:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94bfa3db-ff8d-4548-a107-10386de42ffa:2399:1874693291255168:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847067.033881:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291255424:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847067.033919:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787847067.033925:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291255296:192.168.204.124@tcp:400:kworker.0 00010000:00080000:2.0:1787847067.040979:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2cb40 x1874693291255424/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847067.041004:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291255424:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847067.042968:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291255296:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847067.042984:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94bfa3db-ff8d-4548-a107-10386de42ffa:2399:1874693291255168:192.168.204.124@tcp:400:kworker.0 00010000:00010000:0.0:1787847067.866731:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787847068.887275:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787847069.737792:0:8062:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.87 00010000:00010000:1.0:1787847069.915214:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787847070.944078:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787847071.866474:0:8208:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Thu Aug 27 12:11:09 EDT 2026 00010000:00010000:0.0:1787847071.958645:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787847072.152634:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2398:1874693291255552:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1787847072.152738:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2398:1874693291255808:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1787847072.152772:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787847072.152779:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2398:1874693291255680:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1787847072.164978:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2398:1874693291255680:192.168.204.124@tcp:400:kworker.0 00010000:00080000:1.0:1787847072.165000:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0a9f0c0 x1874693291255808/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847088 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787847072.165027:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2398:1874693291255808:192.168.204.124@tcp:400:kworker.0 00000100:00100000:0.0:1787847072.181413:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2398:1874693291255552:192.168.204.124@tcp:400:kworker.0 00010000:00010000:1.0:1787847072.982892:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787847074.009846:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787847075.030847:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787847076.057765:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787847077.079140:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787847077.270889:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291256064:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847077.271008:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1787847077.271636:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94bfa3db-ff8d-4548-a107-10386de42ffa:2399:1874693291255936:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847077.271701:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291256192:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847077.276393:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94bfa3db-ff8d-4548-a107-10386de42ffa:2399:1874693291255936:192.168.204.124@tcp:400:kworker.0 00010000:00080000:2.0:1787847077.280074:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2d2c0 x1874693291256192/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847093 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847077.280116:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291256192:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847077.280132:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291256064:192.168.204.124@tcp:400:kworker.0 00010000:00010000:0.0:1787847078.102636:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787847079.127297:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787847080.151865:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787847081.174677:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787847082.199295:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787847082.390744:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291256448:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847082.390926:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787847082.390935:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291256320:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847082.390971:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291256576:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1787847082.404609:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291256320:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1787847082.404644:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2c780 x1874693291256576/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847098 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847082.404661:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291256576:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1787847082.404695:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291256448:192.168.204.124@tcp:400:kworker.0 00010000:00010000:2.0:1787847083.224128:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787847084.260391:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787847085.271151:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787847086.294959:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787847087.325214:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787847087.510764:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291256704:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847087.511064:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291256960:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847087.511108:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787847087.511115:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291256832:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847087.518979:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291256832:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847087.519001:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291256704:192.168.204.124@tcp:400:kworker.0 00010000:00080000:2.0:1787847087.519018:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2d2c0 x1874693291256960/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847087.519031:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291256960:192.168.204.124@tcp:400:kworker.0 00010000:00010000:1.0:1787847088.343186:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787847089.367387:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787847090.390723:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787847091.318470:0:8768:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:1.0:1787847091.420593:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787847092.439156:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787847092.636803:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291257216:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1787847092.636915:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787847092.636922:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291257088:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1787847092.636949:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0741a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291257344:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1787847092.640931:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291257088:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1787847092.640953:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0741a40 x1874693291257344/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847092.640967:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0741a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291257344:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1787847092.640980:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291257216:192.168.204.124@tcp:400:kworker.0 00000001:02000400:1.0:1787847093.115766:0:8910:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:0.0:1787847093.462620:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787847094.489950:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787847094.733882:0:9056:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 12:11:33 (1787847093) === 00000080:00200008:1.0:1787847094.924848:0:8219:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9954d19200c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787847094.924863:0:8219:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8),name=/ 00000002:00010000:1.0:1787847094.924892:0:8219:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787847094.924915:0:8219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1787847094.924935:0:8219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1787847094.924958:0:8219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787847094.924968:0:8219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) 00000080:00010000:1.0:1787847094.924972:0:8219:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) for lock 0x325569bf7c0e2d0e 00000080:00010000:1.0:1787847094.924982:0:8219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x325569bf7c0e2d0e from it ffffa85781c33cb8 00010000:00010000:1.0:1787847094.924986:0:8219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1787847094.925012:0:8219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:1.0:1787847094.974165:0:8219:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9954d19200c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787847094.974183:0:8219:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8),name=/ 00000002:00010000:1.0:1787847094.974215:0:8219:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787847094.974635:0:8219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1787847094.974654:0:8219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:1.0:1787847094.974663:0:8219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787847094.974673:0:8219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) 00000080:00010000:1.0:1787847094.974678:0:8219:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) for lock 0x325569bf7c0e2d0e 00000080:00010000:1.0:1787847094.974689:0:8219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x325569bf7c0e2d0e from it ffffa85781c33cb8 00010000:00010000:1.0:1787847094.974693:0:8219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1787847094.974705:0:8219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:3.0:1787847095.001468:0:8219:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9954d19200c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787847095.001481:0:8219:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8),name=/ 00000002:00010000:3.0:1787847095.001511:0:8219:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787847095.001569:0:8219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1787847095.001585:0:8219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1787847095.001595:0:8219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787847095.001602:0:8219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) 00000080:00010000:3.0:1787847095.001616:0:8219:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) for lock 0x325569bf7c0e2d0e 00000080:00010000:3.0:1787847095.001625:0:8219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x325569bf7c0e2d0e from it ffffa85781c33cb8 00010000:00010000:3.0:1787847095.001630:0:8219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1787847095.001639:0:8219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:3.0:1787847095.025225:0:8219:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9954d19200c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787847095.025358:0:8219:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d19200c8),name=/ 00000002:00010000:3.0:1787847095.025387:0:8219:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787847095.025407:0:8219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1787847095.025423:0:8219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:3.0:1787847095.025431:0:8219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787847095.025439:0:8219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) 00000080:00010000:3.0:1787847095.025442:0:8219:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9954d19200c8) for lock 0x325569bf7c0e2d0e 00000080:00010000:3.0:1787847095.025450:0:8219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x325569bf7c0e2d0e from it ffffa85781c33cb8 00010000:00010000:3.0:1787847095.025453:0:8219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1787847095.025461:0:8219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9954d24e9000 lock: ffff995502046600/0x325569bf7c0e2d0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb27a25b8a3c25ad3 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:1.0:1787847095.293924:0:9104:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1787847095.293929:0:9104:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1787847095.293931:0:9104:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.124@tcp:/lustre 00000020:01000004:1.0:1787847095.293932:0:9104:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1787847095.294178:0:9104:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9954c6bd4800 00000080:01000004:1.0:1787847095.294187:0:9104:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1787847095.294213:0:9104:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.124@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1787847095.294217:0:9104:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.124@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:1.0:1787847095.294224:0:9104:0:(llite_lib.c:1508:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9954c6bd4800 (sb ffff9954c6bd4800) 00000080:01000000:1.0:1787847095.294312:0:9104:0:(llite_lib.c:1234:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1787847095.294314:0:9104:0:(llite_lib.c:1244:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1787847095.294317:0:9104:0:(llite_lib.c:1244:ll_options()) next opt=flock 00000080:01000000:1.0:1787847095.294324:0:9104:0:(llite_lib.c:1542:ll_fill_super()) llite sb uuid: 0eafc6b3-b791-4370-9d4b-ecfd801ebe71 10000000:01000000:1.0:1787847095.297221:0:9104:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787847095.297227:0:9104:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9954c6bd4800 10000000:01000000:1.0:1787847095.297235:0:9104:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9954c6bd4800 10000000:01000000:1.0:1787847095.297240:0:9104:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787847095.297245:0:9104:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9954c6bd4800 10000000:01000000:1.0:1787847095.297247:0:9104:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787847095.297250:0:9104:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9954c6bd4800 10000000:01000000:1.0:1787847095.297253:0:9104:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1787847095.297257:0:9104:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9954c6bd4800 from 1 10000000:01000000:1.0:1787847095.297260:0:9104:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787847095.297309:0:9104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff9955021f3c00/0x325569bf7c0e2d2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787847095.297321:0:9104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff9955021f3c00/0x325569bf7c0e2d2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787847095.297333:0:9104:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff9955021f3c00/0x325569bf7c0e2d2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787847095.297363:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9cb40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291257472:192.168.204.124@tcp:101:mount.lustre.0 00000100:00100000:1.0:1787847095.303450:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c4ca6840 going to sleep for 11 seconds 00000100:00100000:2.0:1787847095.308357:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9cb40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291257472:192.168.204.124@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787847095.308387:0:9104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff9955021f3c00/0x325569bf7c0e2d2a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25bb3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847095.308400:0:9104:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff9955021f3c00/0x325569bf7c0e2d2a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb27a25b8a3c25bb3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787847095.308482:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291257600:192.168.204.124@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787847095.308590:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c11caf00 going to sleep for 11 seconds 00000100:00100000:2.0:1787847095.325056:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291257600:192.168.204.124@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787847095.325137:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291257728:192.168.204.124@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787847095.325313:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c11caf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787847095.337442:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291257728:192.168.204.124@tcp:503:mount.lustre.0 00000100:00100000:1.0:1787847095.338098:0:9108:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9e940 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:9108:1874693291257856:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787847095.338856:0:9108:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c4ca6240 going to sleep for 11 seconds 00000100:00100000:3.0:1787847095.348274:0:9108:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9e940 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:9108:1874693291257856:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:1.0:1787847095.348452:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787847095.348476:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.348478:0:9108:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:1.0:1787847095.348487:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.348490:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787847095.349043:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9954c6bd4800 (ffff9954c73733a0) 00000020:00000080:1.0:1787847095.349079:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:1.0:1787847095.349100:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.349103:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1787847095.349453:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9954c6bd4800 (uuid 0eafc6b3-b791-4370-9d4b-ecfd801ebe71) 00000020:01000000:1.0:1787847095.349460:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787847095.349464:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.349466:0:9108:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:1.0:1787847095.349469:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787847095.349472:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.349473:0:9108:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:1.0:1787847095.349478:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.349480:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787847095.349489:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9954c6bd4800 (ffff9954c7370000) 00000020:00000080:1.0:1787847095.349509:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:1.0:1787847095.349544:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.349548:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1787847095.351045:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9954c6bd4800 (uuid 0eafc6b3-b791-4370-9d4b-ecfd801ebe71) 00000020:01000000:1.0:1787847095.351058:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787847095.351064:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.351066:0:9108:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1787847095.351069:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787847095.351074:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.351075:0:9108:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1787847095.351079:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1787847095.351081:0:9108:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1787847095.351095:0:9108:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1787847095.351102:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787847095.351110:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.351111:0:9108:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1787847095.351114:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787847095.351118:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.351120:0:9108:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1787847095.351123:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787847095.351128:0:9108:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:1.0:1787847095.351155:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.351157:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787847095.351168:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9954c6bd4800 (ffff9954c7374d70) 00000020:00000080:1.0:1787847095.351183:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:1.0:1787847095.351188:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.351190:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787847095.351281:0:9108:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9954c6682800@lustre-MDT0000-mdc-ffff9954c6bd4800: add connection 192.168.204.124@tcp at head 00010000:00010000:1.0:1787847095.354786:0:9108:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9954c6bd4800-5 is initialized 00000040:01000000:1.0:1787847095.355107:0:9108:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9954c6bd4800 ctxt 13 is initialized 00000020:00000080:1.0:1787847095.355153:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9954c6bd4800 (uuid 0eafc6b3-b791-4370-9d4b-ecfd801ebe71) 00000020:01000000:1.0:1787847095.355169:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.355174:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1787847095.355199:0:9108:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1787847095.355235:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787847095.355239:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.355241:0:9108:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1787847095.355243:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787847095.355246:0:9108:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1787847095.355248:0:9108:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787847095.355249:0:9108:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787847095.355251:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787847095.355253:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.355254:0:9108:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787847095.355256:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787847095.355261:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.355267:0:9108:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:1.0:1787847095.355271:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787847095.355277:0:9108:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:1.0:1787847095.355308:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.355311:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787847095.355322:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9954c6bd4800 (ffff9954c73719d0) 00000020:00000080:1.0:1787847095.355337:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:1.0:1787847095.355342:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.355345:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787847095.355413:0:9108:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9954c6682000@lustre-MDT0001-mdc-ffff9954c6bd4800: add connection 192.168.204.124@tcp at head 00010000:00010000:1.0:1787847095.360449:0:9108:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9954c6bd4800-6 is initialized 00000040:01000000:1.0:1787847095.360730:0:9108:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff9954c6bd4800 ctxt 13 is initialized 00000020:00000080:1.0:1787847095.360776:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9954c6bd4800 (uuid 0eafc6b3-b791-4370-9d4b-ecfd801ebe71) 00000020:01000000:1.0:1787847095.360793:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.360798:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1787847095.360825:0:9108:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:1.0:1787847095.360862:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787847095.360865:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.360867:0:9108:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:1.0:1787847095.360870:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787847095.360873:0:9108:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1787847095.360875:0:9108:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787847095.360876:0:9108:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787847095.360878:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787847095.360880:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.360881:0:9108:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787847095.360883:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787847095.360889:0:9108:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.124@tcp:/lustre 00000020:00000080:1.0:1787847095.360892:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.360893:0:9108:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1787847095.360895:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787847095.360900:0:9108:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:1.0:1787847095.363409:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.363421:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787847095.363446:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9954c6bd4800 (ffff9954d0e019d0) 00000020:00000080:1.0:1787847095.363467:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:1.0:1787847095.363482:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.363485:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787847095.363603:0:9108:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9954c6683000@lustre-OST0000-osc-ffff9954c6bd4800: add connection 192.168.204.124@tcp at head 00010000:00010000:1.0:1787847095.365353:0:9108:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9954c6bd4800-7 is initialized 00000020:00000080:1.0:1787847095.367353:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9954c6bd4800 (uuid 0eafc6b3-b791-4370-9d4b-ecfd801ebe71) 00000020:01000000:1.0:1787847095.367371:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.367375:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1787847095.367400:0:9108:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1787847095.367410:0:9108:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9954c6bd4800: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1787847095.367416:0:9108:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1787847095.367428:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787847095.367432:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.367434:0:9108:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1787847095.367438:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787847095.367441:0:9108:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:1.0:1787847095.367443:0:9108:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787847095.367445:0:9108:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787847095.367446:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787847095.367449:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.367450:0:9108:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787847095.367453:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787847095.367458:0:9108:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.124@tcp:/lustre 00000020:00000080:1.0:1787847095.367461:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.367462:0:9108:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1787847095.367465:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787847095.367471:0:9108:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:1.0:1787847095.367498:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.367509:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787847095.367537:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9954c6bd4800 (ffff9954d0e033a0) 00000020:00000080:1.0:1787847095.367556:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:1.0:1787847095.367562:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.367564:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787847095.367643:0:9108:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9954c6685800@lustre-OST0001-osc-ffff9954c6bd4800: add connection 192.168.204.124@tcp at head 00010000:00010000:1.0:1787847095.372276:0:9108:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9954c6bd4800-8 is initialized 00000020:00000080:1.0:1787847095.372618:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9954c6bd4800 (uuid 0eafc6b3-b791-4370-9d4b-ecfd801ebe71) 00000020:01000000:1.0:1787847095.372634:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9954c6bd4800 00000020:00000080:1.0:1787847095.372639:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1787847095.374025:0:9108:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1787847095.374041:0:9108:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9954c6bd4800: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1787847095.374046:0:9108:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1787847095.374070:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787847095.374077:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.374079:0:9108:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1787847095.374094:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787847095.374100:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.374102:0:9108:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787847095.374105:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787847095.374107:0:9108:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1787847095.374109:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787847095.374112:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787847095.374114:0:9108:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000100:00100000:1.0:1787847095.374167:0:9108:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9da40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:9108:1874693291257984:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787847095.376190:0:9108:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c4ca6540 going to sleep for 11 seconds 00000100:00100000:2.0:1787847095.389228:0:9108:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9da40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:9108:1874693291257984:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:2.0:1787847095.389281:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787847095.389294:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787847095.389297:0:9108:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787847095.389303:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1787847095.389347:0:9108:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2d680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:9108:1874693291258112:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787847095.389449:0:9108:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c12ed540 going to sleep for 11 seconds 00000100:00100000:3.0:1787847095.414873:0:9108:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2d680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:9108:1874693291258112:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787847095.414927:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787847095.414951:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787847095.414954:0:9108:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1787847095.414960:0:9108:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1787847095.415141:0:9104:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1787847095.415164:0:9104:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787847095.415181:0:9104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff9955021f3c00/0x325569bf7c0e2d2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25bb3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847095.415340:0:9104:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff9955021f3c00/0x325569bf7c0e2d2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25bb3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787847095.415349:0:9104:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9954c6bd4800 from 1 10000000:01000000:3.0:1787847095.415352:0:9104:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1787847095.415540:0:9104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff99550217a200/0x325569bf7c0e2d5b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847095.415550:0:9104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff99550217a200/0x325569bf7c0e2d5b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847095.415560:0:9104:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff99550217a200/0x325569bf7c0e2d5b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787847095.415583:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291258240:192.168.204.124@tcp:101:mount.lustre.0 00000100:00100000:3.0:1787847095.415821:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c738d780 going to sleep for 11 seconds 00000100:00100000:3.0:1787847095.421712:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291258240:192.168.204.124@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787847095.421758:0:9104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff99550217a200/0x325569bf7c0e2d5b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25bba expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847095.421770:0:9104:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff99550217a200/0x325569bf7c0e2d5b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb27a25b8a3c25bba expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787847095.422356:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291258368:192.168.204.124@tcp:256:mount.lustre.0 00000100:00100000:3.0:1787847095.422447:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c738d780 going to sleep for 11 seconds 00000100:00100000:3.0:1787847095.428563:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291258368:192.168.204.124@tcp:256:mount.lustre.0 10000000:01000000:3.0:1787847095.429233:0:9104:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1787847095.429250:0:9104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff99550217a200/0x325569bf7c0e2d5b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25bba expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847095.429260:0:9104:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff99550217a200/0x325569bf7c0e2d5b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25bba expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787847095.429268:0:9104:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9954c6bd4800 from 1 10000000:01000000:3.0:1787847095.429271:0:9104:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787847095.429303:0:9104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff99550217aa00/0x325569bf7c0e2d62 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847095.429312:0:9104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff99550217aa00/0x325569bf7c0e2d62 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847095.429322:0:9104:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff99550217aa00/0x325569bf7c0e2d62 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787847095.429343:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291258496:192.168.204.124@tcp:101:mount.lustre.0 00000100:00100000:3.0:1787847095.429435:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c738d780 going to sleep for 11 seconds 00000100:00100000:3.0:1787847095.434989:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291258496:192.168.204.124@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787847095.435022:0:9104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff99550217aa00/0x325569bf7c0e2d62 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25bc1 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847095.435036:0:9104:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff99550217aa00/0x325569bf7c0e2d62 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb27a25b8a3c25bc1 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787847095.435126:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291258624:192.168.204.124@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787847095.435204:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c738d780 going to sleep for 11 seconds 00000100:00100000:3.0:1787847095.438406:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291258624:192.168.204.124@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787847095.438470:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291258752:192.168.204.124@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787847095.438597:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c738d780 going to sleep for 11 seconds 00000100:00100000:3.0:1787847095.441956:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94bfa3db-ff8d-4548-a107-10386de42ffa:9104:1874693291258752:192.168.204.124@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787847095.442969:0:9113:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:9113:1874693291258880:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787847095.443064:0:9113:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c738d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787847095.446432:0:9113:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:9113:1874693291258880:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787847095.446480:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787847095.446491:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787847095.446494:0:9113:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1787847095.446501:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9954c6bd4800 00000020:00000080:3.0:1787847095.446503:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787847095.446511:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787847095.446514:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787847095.446556:0:9113:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1787847095.446560:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787847095.446564:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787847095.446565:0:9113:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1787847095.446569:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9954c6bd4800 00000020:00000080:3.0:1787847095.446571:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1787847095.446671:0:9113:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:9113:1874693291259008:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787847095.446744:0:9113:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c738d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787847095.452740:0:9113:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94bfa3db-ff8d-4548-a107-10386de42ffa:9113:1874693291259008:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787847095.452789:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787847095.452798:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787847095.452800:0:9113:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1787847095.452805:0:9113:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1787847095.453143:0:9104:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:0.0:1787847095.453162:0:9104:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787847095.453181:0:9104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff99550217aa00/0x325569bf7c0e2d62 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25bc1 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787847095.453193:0:9104:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff99550217aa00/0x325569bf7c0e2d62 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25bc1 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1787847095.453214:0:9104:0:(llite_lib.c:1616:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1787847095.453242:0:9104:0:(genops.c:1385:class_connect()) connect: client 0eafc6b3-b791-4370-9d4b-ecfd801ebe71, cookie 0x325569bf7c0e2d69 00800000:01000000:0.0:1787847095.453268:0:9104:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 0eafc6b3-b791-4370-9d4b-ecfd801ebe71 to lustre-clilmv-ffff9954c6bd4800 00800000:01000000:0.0:1787847095.453278:0:9104:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9954c6bd4800(0eafc6b3-b791-4370-9d4b-ecfd801ebe71) - lustre-MDT0000_UUID, 0eafc6b3-b791-4370-9d4b-ecfd801ebe71 00000020:00000080:0.0:1787847095.453286:0:9104:0:(genops.c:1385:class_connect()) connect: client 0eafc6b3-b791-4370-9d4b-ecfd801ebe71, cookie 0x325569bf7c0e2d70 00000100:00080000:0.0:1787847095.453295:0:9104:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9954c6bd4800: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:0.0:1787847095.453304:0:9104:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9954c6bd4800: import ffff9954c6682800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:0.0:1787847095.453318:0:9104:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683223 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787847095.453345:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9954d3562d00 x1874693291259136/t0(0) o38->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787847095.453377:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID 00800000:01000000:0.0:1787847095.453465:0:9104:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9954c6bd4800(0eafc6b3-b791-4370-9d4b-ecfd801ebe71) successfully (5) 00800000:00000004:0.0:1787847095.453469:0:9104:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9954c6bd4800: age -648, max_age 0 00000100:00100000:0.0:1787847095.453501:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1787847095.453545:0:2398:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9954d3562580 x1874693291259264/t0(0) o41->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847095.453572:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954d3562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2396:1874693291259136:192.168.204.124@tcp:38:mount.lustre.0 00800000:01000000:0.0:1787847095.453576:0:9104:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9954c6bd4800(0eafc6b3-b791-4370-9d4b-ecfd801ebe71) - lustre-MDT0001_UUID, 0eafc6b3-b791-4370-9d4b-ecfd801ebe71 00000020:00000080:0.0:1787847095.453586:0:9104:0:(genops.c:1385:class_connect()) connect: client 0eafc6b3-b791-4370-9d4b-ecfd801ebe71, cookie 0x325569bf7c0e2d77 00000100:00080000:0.0:1787847095.453593:0:9104:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9954c6bd4800: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:0.0:1787847095.453599:0:9104:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9954c6bd4800: import ffff9954c6682000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:0.0:1787847095.453604:0:9104:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683223 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787847095.453633:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9954d0ed3480 x1874693291259392/t0(0) o38->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787847095.453645:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID 00000100:00100000:3.0:1787847095.453690:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954d0ed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2396:1874693291259392:192.168.204.124@tcp:38:mount.lustre.0 00800000:01000000:0.0:1787847095.455176:0:9104:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9954c6bd4800(0eafc6b3-b791-4370-9d4b-ecfd801ebe71) successfully (5) 00800000:00000004:0.0:1787847095.455182:0:9104:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff9954c6bd4800: age -648, max_age 0 00000100:00080000:0.0:1787847095.455230:0:2398:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9954d0ed0f00 x1874693291259520/t0(0) o41->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:0.0:1787847095.455266:0:9104:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9954c6bd4800: age -648, max_age 351 00800000:00000004:0.0:1787847095.455273:0:9104:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9954c6bd4800: age -648, max_age 351 00000100:00080000:0.0:1787847095.455294:0:9104:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9954d0ed0b40 x1874693291259648/t0(0) o41->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787847095.455302:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c89a2c00 going to sleep for 0 seconds 00000100:00100000:1.0:1787847095.458123:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2397:1874693291259776:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1787847095.459028:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787847095.459040:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2397:1874693291259904:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1787847095.464833:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954d0ed3480 x1874693291259392/t0(0) o38->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 520/416 e 0 to 0 dl 1787847105 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847095.464852:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954c6bd4800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787847095.464866:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9954c6bd4800: connect to target with instance 1 00000100:00080000:3.0:1787847095.464878:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9954c6bd4800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1787847095.464893:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1787847095.464897:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9954c6682000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787847095.464902:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2397:1874693291259776:192.168.204.124@tcp:400:kworker.0 00000100:00080000:3.0:1787847095.465344:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005aeab0c5): req@ffff9954d0ed0f00 x1874693291259520/t0(0) o41->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847095.465360:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954d0ed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2396:1874693291259392:192.168.204.124@tcp:38:mount.lustre.0 00000100:00100000:3.0:1787847095.465386:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954c6bd4800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787847095.465392:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9954c6bd4800: connect to target with instance 1 00000100:00080000:3.0:1787847095.465398:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9954c6bd4800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1787847095.465404:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787847095.465407:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9954c6682800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1787847095.465473:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000053a0de64): req@ffff9954d0ed0b40 x1874693291259648/t0(0) o41->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787847095.465487:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005aeab0c5): req@ffff9954d3562580 x1874693291259264/t0(0) o41->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847095.465496:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954d3562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2396:1874693291259136:192.168.204.124@tcp:38:mount.lustre.0 00000100:00100000:0.0:1787847095.466031:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c89a2c00 going to sleep for 11 seconds 00010000:00080000:0.0:1787847095.466925:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0a9e1c0 x1874693291259904/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787847095.466952:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2397:1874693291259904:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1787847095.474151:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954d0ed0b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:9104:1874693291259648:192.168.204.124@tcp:41:mount.lustre.0 00800000:00000004:2.0:1787847095.474185:0:9104:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9954c6bd4800: update ffff9954c73751c0 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:2.0:1787847095.474207:0:9104:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9954c6bd4800: update ffff9954c7370450 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:2.0:1787847095.474258:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:9104:1874693291260032:192.168.204.124@tcp:40:mount.lustre.0 00010000:00080000:1.0:1787847095.474426:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954d0ed0f00 x1874693291259520/t0(0) o41->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1787847111 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787847095.474441:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954d0ed0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:0:1874693291259520:192.168.204.124@tcp:41:mount.lustre.0 00000100:00100000:1.0:1787847095.474452:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954d3562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:0:1874693291259264:192.168.204.124@tcp:41:mount.lustre.0 00000100:00100000:2.0:1787847095.475561:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c1377c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787847095.487274:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:9104:1874693291260032:192.168.204.124@tcp:40:mount.lustre.0 00000080:00000004:2.0:1787847095.487303:0:9104:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1787847095.487318:0:9104:0:(llite_lib.c:777:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683223 ocd_grant: 2146304 00020000:01000000:2.0:1787847095.487323:0:9104:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1787847095.487336:0:9104:0:(genops.c:1385:class_connect()) connect: client 0eafc6b3-b791-4370-9d4b-ecfd801ebe71, cookie 0x325569bf7c0e2d7e 00000020:00000080:2.0:1787847095.487356:0:9104:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x325569bf7c0e2d85 00000100:00080000:2.0:1787847095.487363:0:9104:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9954c6bd4800: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:2.0:1787847095.487371:0:9104:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9954c6bd4800: import ffff9954c6683000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:2.0:1787847095.487384:0:9104:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683223 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787847095.487407:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9954e0b2cb40 x1874693291260160/t0(0) o8->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787847095.487434:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID 00020000:01000000:2.0:1787847095.487458:0:9104:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9954c6bd4800) active 00000020:00000080:2.0:1787847095.487488:0:9104:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x325569bf7c0e2d8c 00000100:00080000:2.0:1787847095.487493:0:9104:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9954c6bd4800: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:2.0:1787847095.487498:0:9104:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9954c6bd4800: import ffff9954c6685800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:2.0:1787847095.487504:0:9104:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683223 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787847095.487513:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9954e0b2f0c0 x1874693291260288/t0(0) o8->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787847095.487547:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID 00020000:01000000:2.0:1787847095.487554:0:9104:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9954c6bd4800) active 00000100:00100000:2.0:1787847095.487616:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:9104:1874693291260416:192.168.204.124@tcp:900:mount.lustre.0 00000100:00100000:3.0:1787847095.487691:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2396:1874693291260160:192.168.204.124@tcp:8:mount.lustre.0 00000100:00100000:2.0:1787847095.487697:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c1377c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787847095.487741:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2396:1874693291260288:192.168.204.124@tcp:8:mount.lustre.0 00000100:00100000:2.0:1787847095.493480:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:9104:1874693291260416:192.168.204.124@tcp:900:mount.lustre.0 00000100:00100000:2.0:1787847095.493597:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:9104:1874693291260544:192.168.204.124@tcp:33:mount.lustre.0 00000100:00100000:2.0:1787847095.493734:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c1377c00 going to sleep for 11 seconds 00010000:00080000:3.0:1787847095.500227:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2cb40 x1874693291260160/t0(0) o8->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 520/416 e 0 to 0 dl 1787847105 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847095.500244:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9954c6bd4800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787847095.500255:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9954c6bd4800: connect to target with instance 1 00000100:00080000:3.0:1787847095.500265:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9954c6bd4800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787847095.500278:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1787847095.500282:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9954c6683000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787847095.500289:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1787847095.500293:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787847095.500297:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787847095.500308:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2396:1874693291260160:192.168.204.124@tcp:8:mount.lustre.0 00000100:00100000:2.0:1787847095.503696:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:9104:1874693291260544:192.168.204.124@tcp:33:mount.lustre.0 00000080:00200000:2.0:1787847095.503836:0:9104:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9954d1924b08) 00000080:00200000:2.0:1787847095.503844:0:9104:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1787847095.503916:0:9104:0:(llite_lib.c:1655:ll_fill_super()) Mounted lustre-client - version 2.17.57_87_ge30c52f 00010000:00080000:3.0:1787847095.504415:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2f0c0 x1874693291260288/t0(0) o8->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 520/416 e 0 to 0 dl 1787847105 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847095.504427:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9954c6bd4800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787847095.504434:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9954c6bd4800: connect to target with instance 1 00000100:00080000:3.0:1787847095.504443:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9954c6bd4800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787847095.504454:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787847095.504458:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9954c6685800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787847095.504462:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1787847095.504466:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787847095.504469:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787847095.504476:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2396:1874693291260288:192.168.204.124@tcp:8:mount.lustre.0 00010000:00010000:3.0:1787847095.511712:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000004:2.0:1787847095.512865:0:9104:0:(super25.c:182:lustre_fill_super()) 192.168.204.124@tcp:/lustre: Mount complete 00000400:00000001:1.0:1787847095.744802:0:9135:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:0.0:1787847096.534691:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847096.534698:0:254:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847096.534704:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847096.534706:0:254:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847096.534724:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847096.534727:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847096.534729:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787847096.791197:0:710:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4110 (cpu 1) has reached its deadline 4295021083, at 4295021120 00000100:00000010:1.0:1787847096.791214:0:710:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c4cf38a0. 00000100:00000040:0.0:1787847096.791462:0:254:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4000 (cpu 0) has reached its deadline 4295021083, at 4295021120 00000100:00000010:0.0:1787847096.791468:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c4cf3000. 00010000:00000001:0.0:1787847097.558982:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847097.558989:0:254:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847097.558995:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847097.558996:0:254:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787847097.559835:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787847097.559839:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787847097.559843:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847098.584868:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847098.584883:0:254:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787847098.584886:0:254:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787847098.584891:0:254:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847098.584897:0:254:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787847098.584900:0:254:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847098.584902:0:254:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847098.584905:0:254:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847098.584910:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847098.584912:0:254:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787847098.588294:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787847098.588307:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787847098.588312:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847099.606619:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847099.606630:0:254:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847099.606637:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847099.606638:0:254:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847099.606668:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847099.606671:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847099.606679:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847100.631719:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847100.631730:0:254:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847100.631750:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847100.631752:0:254:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787847100.631947:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787847100.631952:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787847100.631955:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787847100.831615:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847100.831630:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847100.836558:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2e940. 00000020:00000040:2.0:1787847100.836578:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:2.0:1787847100.836586:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847100.836590:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847100.836596:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847100.836608:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954d24f9100. 00000100:00000001:2.0:1787847100.836617:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.836648:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS req@ffff9954e0b2e940 x1874693291260672/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847100.836662:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847100.836694:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.836703:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e88a318] to pc [ptlrpcd_01_01+1] req@ffff9954e0b2e940 x1874693291260672/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.836741:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.836745:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847100.836750:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847100.836753:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2f0c0. 00000020:00000040:2.0:1787847100.836756:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c7358800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000100:00000001:2.0:1787847100.836758:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847100.836760:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847100.836763:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847100.836767:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954d24f9e00. 00000100:00000001:2.0:1787847100.836770:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.836774:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID req@ffff9954e0b2f0c0 x1874693291260800/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847100.836781:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847100.836783:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.836786:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051370d62] to pc [ptlrpcd_01_00+0] req@ffff9954e0b2f0c0 x1874693291260800/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.836793:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.836795:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847100.836798:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847100.836801:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2cb40. 00000020:00000040:2.0:1787847100.836803:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c735b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000100:00000001:2.0:1787847100.836805:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847100.836806:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847100.836808:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847100.836811:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954d24f9500. 00000100:00000001:2.0:1787847100.836813:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.836816:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID req@ffff9954e0b2cb40 x1874693291260928/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847100.837198:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847100.837200:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.837206:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf2ef918] to pc [ptlrpcd_01_01+1] req@ffff9954e0b2cb40 x1874693291260928/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.837214:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.837216:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787847100.837220:0:8919:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787847100.837223:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787847100.837226:0:8919:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787847100.837229:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847100.837232:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847100.837236:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2d680. 00000020:00000040:2.0:1787847100.837239:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c6682800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000100:00000001:2.0:1787847100.837241:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847100.837243:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847100.837245:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847100.837248:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954d24f9400. 00000100:00000001:2.0:1787847100.837252:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.837256:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID req@ffff9954e0b2d680 x1874693291261056/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847100.837264:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847100.837266:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.837270:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c64c754f] to pc [ptlrpcd_01_00+0] req@ffff9954e0b2d680 x1874693291261056/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.837278:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.837280:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847100.837290:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847100.837294:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2c3c0. 00000020:00000040:2.0:1787847100.837296:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c6682000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 00000100:00000001:2.0:1787847100.837299:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847100.837300:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847100.837302:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847100.837307:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954d24f9d00. 00000100:00000001:2.0:1787847100.837310:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.837315:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID req@ffff9954e0b2c3c0 x1874693291261184/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847100.837322:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847100.837324:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.837329:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098e46e2a] to pc [ptlrpcd_01_01+1] req@ffff9954e0b2c3c0 x1874693291261184/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.837336:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.837338:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847100.837341:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847100.837345:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2e580. 00000020:00000040:2.0:1787847100.837348:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c6683000 refcount=3 obd=lustre-OST0000-osc-ffff9954c6bd4800 00000100:00000001:2.0:1787847100.837350:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847100.837351:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847100.837353:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847100.837358:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954d24f9000. 00000100:00000001:2.0:1787847100.837361:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.837365:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID req@ffff9954e0b2e580 x1874693291261312/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847100.837371:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847100.837373:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.837377:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c48181dd] to pc [ptlrpcd_01_00+0] req@ffff9954e0b2e580 x1874693291261312/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.837399:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.837402:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847100.837405:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847100.837409:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2de00. 00000020:00000040:2.0:1787847100.837411:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c6685800 refcount=3 obd=lustre-OST0001-osc-ffff9954c6bd4800 00000100:00000001:2.0:1787847100.837414:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847100.837416:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847100.837418:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847100.837422:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954d24f9900. 00000100:00000001:2.0:1787847100.837425:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.837430:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID req@ffff9954e0b2de00 x1874693291261440/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847100.837437:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847100.837439:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.837443:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004167e0f1] to pc [ptlrpcd_01_01+1] req@ffff9954e0b2de00 x1874693291261440/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.837450:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.837456:0:8919:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (362) 00000100:00000001:2.0:1787847100.837475:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847100.837480:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787847100.837483:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847100.837489:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2f0c0 x1874693291260800/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.837498:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847100.837501:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847100.837506:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847100.837509:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847100.837512:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847100.838042:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291260800:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847100.838051:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847100.838067:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847100.838071:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847100.838074:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847100.838079:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4fa8c00. 02000000:00000001:2.0:1787847100.838082:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847100.838091:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847100.838096:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330ab00. 00000400:00000010:2.0:1787847100.838106:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7d48. 00000100:00000200:2.0:1787847100.838116:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291260800, portal 10 00000100:00000001:2.0:1787847100.838119:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847100.838121:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558966976 : -112885150584640 : ffff9954e0b2f0c0) 00000100:00000040:2.0:1787847100.838131:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2f0c0 x1874693291260800/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.838139:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847100.838142:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847100.838145:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf75d8. 00000100:00000200:2.0:1787847100.838149:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291260800, offset 0 00000400:00000200:2.0:1787847100.838157:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847100.838168:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847100.838177:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847100.838183:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847100.838189:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847100.838194:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847100.838197:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847100.838201:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [125:125:256:4294967295] 192.168.204.124@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:2.0:1787847100.838206:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847100.838218:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847100.838225:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847100.838232:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954d24f9700. 00000800:00000200:2.0:1787847100.838240:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847100.838250:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847100.838256:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954d24f9700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847100.838320:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.838326:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: using a timeout of 135423 usecs (136 jiffies) 00000400:00000200:2.0:1787847100.838331:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847100.838335:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295025303 00000100:00000010:2.0:1787847100.838340:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c4cb15a0. 00000100:00000001:2.0:1787847100.838348:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787847100.838356:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295025303 00000100:00000010:2.0:1787847100.838360:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c4cb1c60. 00000100:00000001:2.0:1787847100.838363:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787847100.838368:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847100.838371:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847100.838375:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847100.838380:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2d680 x1874693291261056/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.838388:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847100.838390:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847100.838393:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847100.838396:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847100.838399:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847100.838402:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291261056:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847100.838405:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847100.838408:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847100.838410:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847100.838411:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847100.838414:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4fa9000. 02000000:00000001:2.0:1787847100.838416:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847100.838420:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847100.838423:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330a160. 00000400:00000010:2.0:1787847100.838427:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7220. 00000100:00000200:2.0:1787847100.838431:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291261056, portal 10 00000100:00000001:2.0:1787847100.838432:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847100.838439:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558960256 : -112885150591360 : ffff9954e0b2d680) 00000100:00000040:2.0:1787847100.838447:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2d680 x1874693291261056/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.838454:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847100.838456:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847100.838459:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7000. 00000100:00000200:2.0:1787847100.838462:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291261056, offset 0 00000400:00000200:2.0:1787847100.838467:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847100.838472:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847100.838476:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847100.838479:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847100.838482:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847100.838484:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847100.838486:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847100.838489:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [126:126:255:4294967295] 192.168.204.124@tcp LPNI seq info [126:126:7:4294967295] 00000400:00000200:2.0:1787847100.838494:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847100.838500:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847100.838504:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847100.838509:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954e056c200. 00000800:00000200:2.0:1787847100.838513:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847100.838548:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847100.838552:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954e056c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847100.838555:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.838559:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: using a timeout of 16813 usecs (17 jiffies) 00000400:00000200:2.0:1787847100.838562:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847100.838564:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295025185 00000100:00000001:2.0:1787847100.838567:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295025303 00000100:00000001:2.0:1787847100.838569:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295025185 00000100:00000001:2.0:1787847100.838572:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295025303 00000100:00000001:2.0:1787847100.838574:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847100.838581:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847100.838584:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847100.838589:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2e580 x1874693291261312/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.838596:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847100.838597:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847100.838600:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847100.838601:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847100.838603:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847100.838606:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291261312:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847100.838610:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847100.838613:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847100.838615:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847100.838616:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847100.838620:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4fa8e00. 02000000:00000001:2.0:1787847100.838622:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847100.838626:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847100.838629:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330a948. 00000400:00000010:2.0:1787847100.838632:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7f68. 00000100:00000200:2.0:1787847100.838649:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291261312, portal 4 00000100:00000001:2.0:1787847100.838651:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847100.838652:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558964096 : -112885150587520 : ffff9954e0b2e580) 00000020:00000010:2.0:1787847100.838664:0:2399:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9954c57a4000. 00000100:00000040:2.0:1787847100.838670:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2e580 x1874693291261312/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.838676:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847100.838678:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847100.838681:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7088. 00000100:00000200:2.0:1787847100.838683:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874693291261312, offset 0 00000400:00000200:2.0:1787847100.838688:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847100.838691:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847100.838695:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847100.838703:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847100.838706:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847100.838709:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847100.838711:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847100.838715:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [127:127:254:4294967295] 192.168.204.124@tcp LPNI seq info [127:127:6:4294967295] 00000400:00000200:2.0:1787847100.838718:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847100.838726:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847100.838730:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847100.838735:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954d0cf4e00. 00000800:00000200:2.0:1787847100.838740:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847100.838744:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847100.838747:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954d0cf4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847100.838751:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.838753:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: using a timeout of 15966 usecs (16 jiffies) 00000400:00000200:2.0:1787847100.838757:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847100.838759:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295025184 00000100:00000001:2.0:1787847100.838762:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295025303 00000100:00000001:2.0:1787847100.838764:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295025184 00000100:00000001:2.0:1787847100.838767:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295025303 00000100:00000001:2.0:1787847100.838769:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847100.838771:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847100.838774:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847100.838777:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847100.838788:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787847100.838791:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787847100.838794:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847100.838796:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787847100.838798:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847100.838802:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00000001:2.0:1787847100.838804:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847100.838806:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787847100.838814:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847100.838816:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847100.838817:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787847100.838819:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847100.838824:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2e940 x1874693291260672/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.838843:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847100.838845:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847100.838848:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847100.838850:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847100.838852:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847100.838855:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94bfa3db-ff8d-4548-a107-10386de42ffa:2399:1874693291260672:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847100.838859:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847100.838862:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847100.838864:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847100.838866:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847100.838870:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4fa9600. 02000000:00000001:2.0:1787847100.838872:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847100.838875:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847100.838878:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330a3c8. 00000400:00000010:2.0:1787847100.838883:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7770. 00000100:00000200:2.0:1787847100.838886:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291260672, portal 25 00000100:00000001:2.0:1787847100.838888:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847100.838889:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558965056 : -112885150586560 : ffff9954e0b2e940) 00000100:00000040:2.0:1787847100.838896:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2e940 x1874693291260672/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.838903:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847100.838905:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847100.838908:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7dd0. 00000100:00000200:2.0:1787847100.838910:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874693291260672, offset 0 00000400:00000200:2.0:1787847100.838915:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847100.838919:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847100.838923:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847100.838932:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847100.838935:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847100.838937:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847100.838940:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847100.838942:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [128:128:253:4294967295] 192.168.204.124@tcp LPNI seq info [128:128:5:4294967295] 00000400:00000200:2.0:1787847100.838947:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847100.838953:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847100.838958:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847100.838962:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954d0cf4600. 00000800:00000200:2.0:1787847100.838966:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847100.838971:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847100.838973:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954d0cf4600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847100.838988:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847100.838992:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847100.838994:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295026434 00000100:00000001:2.0:1787847100.839001:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295025303 00000100:00000001:2.0:1787847100.839005:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295026434 00000100:00000001:2.0:1787847100.839008:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295025303 00000100:00000001:2.0:1787847100.839011:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847100.839013:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847100.839016:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847100.839020:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2cb40 x1874693291260928/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.839028:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847100.839029:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847100.839031:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847100.839033:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847100.839035:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847100.839037:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291260928:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847100.839049:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847100.839052:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847100.839054:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847100.839056:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847100.839059:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4fa8600. 02000000:00000001:2.0:1787847100.839061:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847100.839064:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847100.839066:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330a210. 00000400:00000010:2.0:1787847100.839070:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7aa0. 00000100:00000200:2.0:1787847100.839074:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291260928, portal 10 00000100:00000001:2.0:1787847100.839076:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847100.839077:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558957376 : -112885150594240 : ffff9954e0b2cb40) 00000100:00000040:2.0:1787847100.839083:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2cb40 x1874693291260928/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.839090:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847100.839092:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847100.839095:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf72a8. 00000100:00000200:2.0:1787847100.839098:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291260928, offset 0 00000400:00000200:2.0:1787847100.839102:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847100.839106:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847100.839110:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847100.839112:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847100.839115:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847100.839118:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847100.839120:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847100.839123:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [129:129:252:4294967295] 192.168.204.124@tcp LPNI seq info [129:129:4:4294967295] 00000400:00000200:2.0:1787847100.839127:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847100.839133:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847100.839138:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847100.839142:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954e099c700. 00000800:00000200:2.0:1787847100.839146:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847100.839156:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847100.839159:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954e099c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847100.839162:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.839166:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: using a timeout of 170180 usecs (171 jiffies) 00000400:00000200:2.0:1787847100.839169:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847100.839171:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295025339 00000100:00000001:2.0:1787847100.839174:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 0, keep current deadline 4295026434 00000100:00000001:2.0:1787847100.839176:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295025339 00000100:00000001:2.0:1787847100.839178:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 1, keep current deadline 4295026434 00000100:00000001:2.0:1787847100.839180:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847100.839182:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847100.839184:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847100.839189:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2c3c0 x1874693291261184/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.839196:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847100.839197:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847100.839200:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847100.839201:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847100.839203:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847100.839207:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291261184:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847100.839210:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847100.839213:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847100.839214:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847100.839216:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847100.839220:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4fa8000. 02000000:00000001:2.0:1787847100.839222:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847100.839225:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847100.839228:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330a8f0. 00000400:00000010:2.0:1787847100.839232:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf74c8. 00000100:00000200:2.0:1787847100.839234:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291261184, portal 10 00000100:00000001:2.0:1787847100.839237:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847100.839244:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558955456 : -112885150596160 : ffff9954e0b2c3c0) 00000020:00000010:2.0:1787847100.839254:0:2399:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9954c57a6000. 00000100:00000040:2.0:1787847100.839261:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2c3c0 x1874693291261184/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.839267:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847100.839269:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847100.839272:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7990. 00000100:00000200:2.0:1787847100.839275:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291261184, offset 0 00000400:00000200:2.0:1787847100.839280:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847100.839284:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847100.839288:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847100.839290:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847100.839293:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847100.839295:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847100.839297:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847100.839300:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [130:130:251:4294967295] 192.168.204.124@tcp LPNI seq info [130:130:3:4294967295] 00000400:00000200:2.0:1787847100.839304:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847100.839309:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847100.839314:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847100.839318:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954e099c600. 00000800:00000200:2.0:1787847100.839322:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847100.839326:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847100.839329:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954e099c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847100.839331:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.839334:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: using a timeout of 18980 usecs (19 jiffies) 00000400:00000200:2.0:1787847100.839337:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847100.839339:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295025187 00000100:00000001:2.0:1787847100.839342:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295026434 00000100:00000001:2.0:1787847100.839344:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295025187 00000100:00000001:2.0:1787847100.839346:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295026434 00000100:00000001:2.0:1787847100.839353:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847100.839355:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847100.839357:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847100.839362:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2de00 x1874693291261440/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.839369:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847100.839371:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847100.839373:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847100.839375:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847100.839377:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847100.839379:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291261440:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847100.839383:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847100.839385:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847100.839387:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847100.839388:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847100.839392:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4fa9200. 02000000:00000001:2.0:1787847100.839393:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847100.839396:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847100.839399:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330a898. 00000400:00000010:2.0:1787847100.839402:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7660. 00000100:00000200:2.0:1787847100.839405:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291261440, portal 4 00000100:00000001:2.0:1787847100.839407:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847100.839408:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558962176 : -112885150589440 : ffff9954e0b2de00) 00000020:00000010:2.0:1787847100.839415:0:2399:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9954c57a0000. 00000100:00000040:2.0:1787847100.839420:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2de00 x1874693291261440/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847100.839426:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847100.839428:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847100.839430:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7cc0. 00000100:00000200:2.0:1787847100.839432:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874693291261440, offset 0 00000400:00000200:2.0:1787847100.839436:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847100.839440:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847100.839446:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847100.839449:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847100.839451:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847100.839454:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847100.839456:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847100.839459:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [131:131:250:4294967295] 192.168.204.124@tcp LPNI seq info [131:131:2:4294967295] 00000400:00000200:2.0:1787847100.839463:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847100.839469:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847100.839474:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847100.839477:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954e099cf00. 00000800:00000200:2.0:1787847100.839481:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847100.839485:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847100.839487:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954e099cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847100.839490:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847100.839493:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: using a timeout of 21068 usecs (22 jiffies) 00000400:00000200:2.0:1787847100.839496:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847100.839499:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295025190 00000100:00000001:2.0:1787847100.839501:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295026434 00000100:00000001:2.0:1787847100.839503:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295025190 00000100:00000001:2.0:1787847100.839505:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295026434 00000100:00000001:2.0:1787847100.839507:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847100.839508:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847100.839511:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847100.839514:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847100.840905:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847100.840915:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787847100.849352:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847100.849367:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954d24f9700. 00000400:00000200:0.0:1787847100.849383:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847100.849395:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847100.849407:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf75d8 00000400:00000010:0.0:1787847100.849411:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf75d8. 00000100:00000001:0.0:1787847100.849420:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847100.849433:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2f0c0 x1874693291260800/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847100.849451:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847100.849455:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2f0c0 x1874693291260800/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847100.849463:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847100.849466:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847100.849485:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847100.849488:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954e056c200. 00000400:00000200:0.0:1787847100.849493:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847100.849497:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847100.849500:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7000 00000400:00000010:0.0:1787847100.849502:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7000. 00000100:00000001:0.0:1787847100.849504:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847100.849509:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2d680 x1874693291261056/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847100.852191:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847100.852756:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2d680 x1874693291261056/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847100.852771:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847100.852774:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847100.852834:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847100.852838:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954d0cf4e00. 00000400:00000200:0.0:1787847100.852848:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847100.852863:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847100.852873:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7088 00000400:00000010:0.0:1787847100.852877:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7088. 00000100:00000001:0.0:1787847100.852881:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847100.852888:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2e580 x1874693291261312/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847100.852898:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847100.852901:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2e580 x1874693291261312/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847100.852908:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847100.852910:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847100.852921:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847100.852924:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954d0cf4600. 00000400:00000200:0.0:1787847100.852928:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847100.852931:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847100.852934:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7dd0 00000400:00000010:0.0:1787847100.852936:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7dd0. 00000100:00000001:0.0:1787847100.852939:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847100.852943:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2e940 x1874693291260672/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847100.852951:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847100.852954:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2e940 x1874693291260672/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847100.852960:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847100.852961:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847100.852970:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847100.852972:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954e099c700. 00000400:00000200:0.0:1787847100.852976:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847100.852990:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847100.852992:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf72a8 00000400:00000010:0.0:1787847100.852995:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf72a8. 00000100:00000001:0.0:1787847100.852998:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847100.853003:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2cb40 x1874693291260928/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847100.853017:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847100.853020:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2cb40 x1874693291260928/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847100.853026:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847100.853028:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847100.853826:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847100.853831:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954e099c600. 00000400:00000200:0.0:1787847100.853836:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847100.854307:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847100.854315:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7990 00000400:00000010:0.0:1787847100.854317:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7990. 00000100:00000001:0.0:1787847100.854322:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847100.854329:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2c3c0 x1874693291261184/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847100.854344:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847100.854347:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2c3c0 x1874693291261184/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847100.854354:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847100.854356:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847100.854468:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847100.854471:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954e099cf00. 00000400:00000200:0.0:1787847100.854475:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847100.854479:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847100.854482:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7cc0 00000400:00000010:0.0:1787847100.854484:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7cc0. 00000100:00000001:0.0:1787847100.854487:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847100.854491:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2de00 x1874693291261440/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847100.854506:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847100.854509:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2de00 x1874693291261440/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847100.855353:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847100.855356:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787847100.873415:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847100.873444:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847100.873450:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847100.873453:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847100.873466:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847100.873476:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847100.873489:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847100.873497:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847100.873504:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847100.873510:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9060bb03d80 00000400:00000200:0.0:1787847100.873781:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847100.873793:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x6c1 [1] + 224 00000800:00000001:0.0:1787847100.873804:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.878902:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847100.878917:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847100.878933:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847100.878949:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847100.878962:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2e580 x1874693291261312/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847100.878989:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2e580 x1874693291261312/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847100.879007:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847100.879031:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879039:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847100.879041:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879044:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847100.879053:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879059:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847100.879067:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879072:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879080:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879084:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9060bb03e00 00000400:00000200:1.0:1787847100.879090:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879097:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x6e1 [1] + 224 00000800:00000001:1.0:1787847100.879116:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879121:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847100.879123:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847100.879126:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847100.879129:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847100.879135:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2de00 x1874693291261440/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847100.879143:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2de00 x1874693291261440/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847100.879152:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847100.879157:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879160:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847100.879161:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879163:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847100.879166:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879170:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847100.879175:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879177:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879181:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879183:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 25 MB=0x6a9060bb03b00 00000400:00000200:1.0:1787847100.879187:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879191:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 224/224 into md 0x6c9 [1] + 224 00000800:00000001:1.0:1787847100.879196:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879200:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847100.879202:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847100.879205:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847100.879208:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847100.879213:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2e940 x1874693291260672/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847100.879223:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2e940 x1874693291260672/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847100.879240:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847100.879244:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879250:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847100.879252:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879254:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847100.879258:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879263:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847100.879266:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879269:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879272:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879275:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb03b80 00000400:00000200:1.0:1787847100.879279:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879283:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x6b1 [1] + 224 00000800:00000001:1.0:1787847100.879287:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879290:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847100.879293:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847100.879296:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847100.879299:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847100.879304:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2f0c0 x1874693291260800/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847100.879313:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2f0c0 x1874693291260800/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847100.879320:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847100.879323:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879326:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847100.879327:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879331:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847100.879334:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879337:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847100.879341:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879344:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879352:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879355:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb03c80 00000400:00000200:1.0:1787847100.879359:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879363:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x6b9 [1] + 224 00000800:00000001:1.0:1787847100.879367:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879371:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847100.879372:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847100.879376:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847100.879379:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847100.879384:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2d680 x1874693291261056/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847100.879394:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2d680 x1874693291261056/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847100.879401:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847100.879404:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879407:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847100.879409:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879410:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847100.879413:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879416:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847100.879421:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879423:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879426:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879428:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb03c00 00000400:00000200:1.0:1787847100.879432:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879436:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x6d1 [1] + 224 00000800:00000001:1.0:1787847100.879439:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879442:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847100.879444:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847100.879446:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847100.879449:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847100.879459:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2cb40 x1874693291260928/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847100.879467:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2cb40 x1874693291260928/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847100.879475:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847100.879480:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879483:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847100.879484:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.879486:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847100.879489:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879494:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847100.879497:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879500:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879503:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879506:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb03d00 00000400:00000200:1.0:1787847100.879509:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847100.879513:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x6d9 [1] + 224 00000100:00000001:3.0:1787847100.879611:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847100.879618:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787847100.879629:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847100.879631:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847100.879636:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330a3c8. 00000400:00000200:3.0:1787847100.879642:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7770 00000400:00000010:3.0:1787847100.879657:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7770. 00000100:00000001:3.0:1787847100.879663:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847100.879668:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2e940 x1874693291260672/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847100.879677:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2e940 x1874693291260672/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.879684:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847100.879693:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.879696:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847100.879702:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847100.879705:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847100.879708:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847100.879712:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847100.879722:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c576bc60 time=71 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847100.879727:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c576bc18 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847100.879731:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847100.879732:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847100.879736:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787847100.879739:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847100.879743:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847100.879749:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2e940 x1874693291260672/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.879756:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847100.879760:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847100.879762:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847100.879767:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2e940 x1874693291260672/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847100.879774:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94bfa3db-ff8d-4548-a107-10386de42ffa:2399:1874693291260672:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847100.879782:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847100.879784:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847100.879785:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330a210. 00000400:00000200:3.0:1787847100.879788:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7aa0 00000400:00000010:3.0:1787847100.879789:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7aa0. 00000100:00000001:3.0:1787847100.879791:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847100.879794:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2cb40 x1874693291260928/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847100.879803:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2cb40 x1874693291260928/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.879809:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847100.879819:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.879821:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847100.879822:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847100.879824:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847100.879825:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847100.879827:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847100.879839:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c735b460 time=69 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847100.879843:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c735b418 time=69 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847100.879845:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847100.879847:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847100.879849:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847100.879854:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2cb40 x1874693291260928/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847100.879861:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847100.879866:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847100.879869:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:3.0:1787847100.879871:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847100.879872:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847100.879876:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2cb40 x1874693291260928/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.879883:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847100.879884:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847100.879886:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847100.879891:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2cb40 x1874693291260928/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847100.879899:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291260928:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847100.879907:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847100.879909:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847100.879924:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330a898. 00000400:00000200:3.0:1787847100.879927:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7660 00000400:00000010:3.0:1787847100.879929:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7660. 00000100:00000001:3.0:1787847100.879932:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847100.879942:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2de00 x1874693291261440/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847100.879951:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2de00 x1874693291261440/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.879956:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847100.879958:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.879960:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847100.879962:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847100.879963:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847100.879965:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847100.879967:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847100.879972:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6685c60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847100.879975:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6685c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847100.879988:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847100.879989:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847100.879991:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847100.879994:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2de00 x1874693291261440/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847100.880000:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847100.880003:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847100.880005:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:3.0:1787847100.880006:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847100.880008:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847100.880012:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2de00 x1874693291261440/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.880018:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847100.880020:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847100.880021:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847100.880025:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2de00 x1874693291261440/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847100.880032:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291261440:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847100.880045:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847100.880047:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847100.880049:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330ab00. 00000400:00000200:3.0:1787847100.880051:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7d48 00000400:00000010:3.0:1787847100.880053:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7d48. 00000100:00000001:3.0:1787847100.880056:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847100.880060:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2f0c0 x1874693291260800/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847100.880068:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2f0c0 x1874693291260800/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.880085:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847100.880086:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.880088:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847100.880091:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847100.880092:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847100.880093:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847100.880095:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847100.880101:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c7358c60 time=70 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847100.880104:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c7358c18 time=70 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847100.880106:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847100.880107:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847100.880109:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787847100.880111:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847100.880113:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847100.880114:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:3.0:1787847100.880116:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847100.880117:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847100.880120:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2f0c0 x1874693291260800/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.880126:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847100.880127:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847100.880128:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847100.880131:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2f0c0 x1874693291260800/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847100.880142:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291260800:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847100.880147:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847100.880148:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847100.880150:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330a160. 00000400:00000200:3.0:1787847100.880152:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7220 00000400:00000010:3.0:1787847100.880153:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7220. 00000100:00000001:3.0:1787847100.880155:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847100.880157:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2d680 x1874693291261056/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847100.880164:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2d680 x1874693291261056/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.880170:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847100.880171:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.880173:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847100.880174:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847100.880175:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847100.880177:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847100.880178:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847100.880183:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682c60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847100.880185:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847100.880187:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847100.880189:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847100.880191:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787847100.880192:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847100.880194:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847100.880195:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:3.0:1787847100.880196:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847100.880198:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847100.880201:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2d680 x1874693291261056/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.880207:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847100.880215:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847100.880217:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847100.880221:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2d680 x1874693291261056/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847100.880228:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291261056:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847100.880233:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847100.880235:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847100.880236:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330a948. 00000400:00000200:3.0:1787847100.880239:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7f68 00000400:00000010:3.0:1787847100.880241:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7f68. 00000100:00000001:3.0:1787847100.880242:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847100.880246:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2e580 x1874693291261312/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847100.880254:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2e580 x1874693291261312/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.880260:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847100.880262:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.880263:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847100.880265:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847100.880266:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847100.880268:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847100.880270:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847100.880275:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6683460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847100.880278:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6683418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847100.880280:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847100.880281:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847100.880283:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847100.880286:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2e580 x1874693291261312/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847100.880292:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847100.880294:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847100.880296:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:3.0:1787847100.880301:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847100.880303:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847100.880307:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2e580 x1874693291261312/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.880312:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847100.880314:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847100.880316:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847100.880319:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2e580 x1874693291261312/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847100.880326:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291261312:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847100.880332:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847100.880336:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847100.880340:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2e940 x1874693291260672/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.880347:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847100.880352:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847100.880357:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4fa9600. 02000000:00000001:3.0:1787847100.880365:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847100.880369:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847100.880371:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1787847100.880374:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847100.880377:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954d24f9100. 02000000:00000001:3.0:1787847100.880382:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847100.880384:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847100.880387:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2e940. 00000100:00000001:3.0:1787847100.880393:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847100.880395:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.880396:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847100.880400:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2cb40 x1874693291260928/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.880406:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847100.880407:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847100.880412:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4fa8600. 02000000:00000001:3.0:1787847100.880414:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847100.880415:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847100.880416:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c735b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000020:00000001:3.0:1787847100.880418:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847100.880420:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954d24f9500. 02000000:00000001:3.0:1787847100.880423:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847100.880424:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847100.880426:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2cb40. 00000100:00000001:3.0:1787847100.880429:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847100.880430:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.880431:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847100.880435:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2de00 x1874693291261440/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.880442:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847100.880443:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847100.880445:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4fa9200. 02000000:00000001:3.0:1787847100.880447:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847100.880448:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847100.880449:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c6685800 refcount=2 obd=lustre-OST0001-osc-ffff9954c6bd4800 00000020:00000001:3.0:1787847100.880451:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847100.880453:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954d24f9900. 02000000:00000001:3.0:1787847100.880455:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847100.880456:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847100.880457:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2de00. 00000100:00000001:3.0:1787847100.880461:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847100.880462:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.880464:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847100.880467:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2f0c0 x1874693291260800/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.880473:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847100.880474:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847100.880476:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4fa8c00. 02000000:00000001:3.0:1787847100.880478:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847100.880480:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847100.880481:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c7358800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000020:00000001:3.0:1787847100.880488:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847100.880490:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954d24f9e00. 02000000:00000001:3.0:1787847100.880493:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847100.880494:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847100.880495:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2f0c0. 00000100:00000001:3.0:1787847100.880501:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847100.880503:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.880504:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847100.880508:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2d680 x1874693291261056/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.880514:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847100.880515:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847100.880545:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4fa9000. 02000000:00000001:3.0:1787847100.880548:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847100.880550:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847100.880551:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c6682800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000020:00000001:3.0:1787847100.880553:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847100.880554:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954d24f9400. 02000000:00000001:3.0:1787847100.880556:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847100.880558:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847100.880559:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2d680. 00000100:00000001:3.0:1787847100.880562:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847100.880563:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.880565:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847100.880568:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2e580 x1874693291261312/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.880574:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847100.880576:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847100.880577:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4fa8e00. 02000000:00000001:3.0:1787847100.880580:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847100.880581:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847100.880582:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c6683000 refcount=2 obd=lustre-OST0000-osc-ffff9954c6bd4800 00000020:00000001:3.0:1787847100.880584:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847100.880586:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954d24f9000. 02000000:00000001:3.0:1787847100.880588:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847100.880589:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847100.880595:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2e580. 00000100:00000001:3.0:1787847100.880597:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847100.880598:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.880603:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847100.880605:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847100.880607:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847100.880608:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847100.880610:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787847100.883164:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.883213:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847100.883223:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847100.883238:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847100.883255:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847100.883268:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2c3c0 x1874693291261184/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847100.883282:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2c3c0 x1874693291261184/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847100.883306:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847100.883324:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847100.883328:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.892201:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847100.892213:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787847100.892229:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847100.892232:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847100.892238:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330a8f0. 00000400:00000200:3.0:1787847100.892253:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf74c8 00000400:00000010:3.0:1787847100.892256:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf74c8. 00000100:00000001:3.0:1787847100.892263:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847100.892281:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2c3c0 x1874693291261184/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847100.892295:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2c3c0 x1874693291261184/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.892304:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847100.892307:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.892310:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847100.892314:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847100.892318:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847100.892321:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847100.892325:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847100.892339:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847100.892344:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847100.892346:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847100.892349:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847100.892352:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847100.892358:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2c3c0 x1874693291261184/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847100.892367:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847100.892399:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847100.892403:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:3.0:1787847100.892405:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847100.892407:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847100.892413:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2c3c0 x1874693291261184/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.897267:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847100.897275:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847100.897278:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847100.897297:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2c3c0 x1874693291261184/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847100.897308:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291261184:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847100.897318:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.897323:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847100.897327:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2c3c0 x1874693291261184/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847100.897335:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847100.897339:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847100.897345:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4fa8000. 02000000:00000001:3.0:1787847100.897349:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847100.897353:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847100.897355:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c6682000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 00000020:00000001:3.0:1787847100.897358:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847100.897362:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954d24f9d00. 02000000:00000001:3.0:1787847100.897366:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847100.897369:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847100.897371:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2c3c0. 00000100:00000001:3.0:1787847100.897376:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847100.897377:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.897380:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847100.897393:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847100.897395:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847100.897406:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847100.897410:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847101.665682:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847101.665693:0:254:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847101.665700:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847101.665702:0:254:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847101.665732:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847101.665736:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847101.665740:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787847102.079033:0:9336:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787847102.079048:0:9336:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847102.166648:0:254:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4000 (cpu 0) has reached its deadline 4295026434, at 4295026496 00000100:00000010:0.0:1787847102.166672:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c4cb15a0. 00000100:00000040:1.0:1787847102.166751:0:710:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4110 (cpu 1) has reached its deadline 4295026434, at 4295026496 00000100:00000010:1.0:1787847102.166758:0:710:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c4cb1c60. 00000001:00000001:1.0:1787847102.496120:0:9372:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1787847102.496130:0:9372:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg424-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:1.0:1787847102.503118:0:9372:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1787847102.678705:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847102.678715:0:254:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847102.678723:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847102.678725:0:254:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787847102.684903:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787847102.684914:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847102.684919:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787847102.825179:0:9384:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787847102.825197:0:9384:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787847102.887180:0:9389:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787847102.887196:0:9389:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847103.702705:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847103.702713:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847103.702718:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847103.702741:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787847103.702880:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787847103.702883:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787847103.702887:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847104.726788:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847104.726800:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847104.726808:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847104.726809:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847104.726897:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847104.726901:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847104.726917:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847105.755978:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847105.755989:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847105.755997:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847105.756002:0:9387:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787847105.756004:0:9387:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787847105.756008:0:9387:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847105.756012:0:9387:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787847105.756015:0:9387:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847105.756017:0:9387:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847105.756020:0:9387:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847105.756048:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847105.756052:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847105.756056:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787847105.943008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847105.943024:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847105.943038:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0741a40. 00000020:00000040:3.0:1787847105.943046:0:37:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:3.0:1787847105.943052:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847105.943056:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847105.943061:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847105.943072:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985100. 00000100:00000001:3.0:1787847105.943082:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943099:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS req@ffff9954e0741a40 x1874693291261568/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847105.943112:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847105.943118:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943125:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076b13b45] to pc [ptlrpcd_01_00+0] req@ffff9954e0741a40 x1874693291261568/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.943152:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847105.943159:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847105.943162:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0743480. 00000020:00000040:3.0:1787847105.943164:0:37:0:(genops.c:1210:class_import_get()) import ffff9954c7358800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000100:00000001:3.0:1787847105.943167:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847105.943168:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847105.943170:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847105.943173:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985900. 00000100:00000001:3.0:1787847105.943176:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943180:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID req@ffff9954e0743480 x1874693291261696/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847105.943187:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847105.943188:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943193:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000997a3770] to pc [ptlrpcd_01_01+1] req@ffff9954e0743480 x1874693291261696/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.943217:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847105.943223:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847105.943227:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e07403c0. 00000020:00000040:3.0:1787847105.943230:0:37:0:(genops.c:1210:class_import_get()) import ffff9954c735b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000100:00000001:3.0:1787847105.943232:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847105.943233:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847105.943235:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847105.943242:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985d00. 00000100:00000001:3.0:1787847105.943245:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943250:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID req@ffff9954e07403c0 x1874693291261824/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847105.943257:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847105.943259:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943262:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000365fe1] to pc [ptlrpcd_01_00+0] req@ffff9954e07403c0 x1874693291261824/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.943268:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787847105.943273:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787847105.943276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787847105.943279:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787847105.943282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847105.943285:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847105.943287:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0740780. 00000020:00000040:3.0:1787847105.943289:0:37:0:(genops.c:1210:class_import_get()) import ffff9954c6682800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000100:00000001:3.0:1787847105.943291:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847105.943305:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847105.943307:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847105.943325:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985000. 00000100:00000001:3.0:1787847105.943329:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943333:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID req@ffff9954e0740780 x1874693291261952/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847105.943340:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847105.943342:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943346:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e14d789e] to pc [ptlrpcd_01_01+1] req@ffff9954e0740780 x1874693291261952/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.943353:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943355:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847105.943358:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847105.943362:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0741e00. 00000020:00000040:3.0:1787847105.943364:0:37:0:(genops.c:1210:class_import_get()) import ffff9954c6682000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 00000100:00000001:3.0:1787847105.943367:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847105.943368:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847105.943369:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847105.943372:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985200. 00000100:00000001:3.0:1787847105.943375:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943380:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID req@ffff9954e0741e00 x1874693291262080/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847105.943387:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847105.943389:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943392:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a30666ad] to pc [ptlrpcd_01_00+0] req@ffff9954e0741e00 x1874693291262080/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.943400:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943402:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847105.943406:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847105.943410:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0740b40. 00000020:00000040:3.0:1787847105.943419:0:37:0:(genops.c:1210:class_import_get()) import ffff9954c6683000 refcount=3 obd=lustre-OST0000-osc-ffff9954c6bd4800 00000100:00000001:3.0:1787847105.943421:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847105.943422:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847105.943425:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847105.943428:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985500. 00000100:00000001:3.0:1787847105.943432:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943437:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID req@ffff9954e0740b40 x1874693291262208/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847105.943444:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847105.943446:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943450:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000111f69a3] to pc [ptlrpcd_01_01+1] req@ffff9954e0740b40 x1874693291262208/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.943457:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847105.943462:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847105.943466:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e07421c0. 00000020:00000040:3.0:1787847105.943468:0:37:0:(genops.c:1210:class_import_get()) import ffff9954c6685800 refcount=3 obd=lustre-OST0001-osc-ffff9954c6bd4800 00000100:00000001:3.0:1787847105.943470:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847105.943471:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847105.943473:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847105.943476:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985800. 00000100:00000001:3.0:1787847105.943478:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943482:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID req@ffff9954e07421c0 x1874693291262336/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847105.943488:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847105.943490:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943493:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000560391ea] to pc [ptlrpcd_01_00+0] req@ffff9954e07421c0 x1874693291262336/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.943500:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.943504:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (367) 00000100:00000001:3.0:1787847105.943548:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847105.943553:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847105.943557:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847105.943564:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0741a40 x1874693291261568/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.943573:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847105.943575:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847105.943580:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847105.943593:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847105.943597:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847105.943601:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0741a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94bfa3db-ff8d-4548-a107-10386de42ffa:2399:1874693291261568:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847105.943605:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847105.943613:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847105.943616:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847105.943619:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847105.943625:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c5583000. 02000000:00000001:3.0:1787847105.943627:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847105.943636:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847105.943642:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459268. 00000400:00000010:3.0:1787847105.943652:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a47f8. 00000100:00000200:3.0:1787847105.943660:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291261568, portal 25 00000100:00000001:3.0:1787847105.943662:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847105.943664:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554848832 : -112885154702784 : ffff9954e0741a40) 00000100:00000040:3.0:1787847105.943670:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0741a40 x1874693291261568/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.943677:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847105.943680:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847105.943683:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a45d8. 00000100:00000200:3.0:1787847105.943687:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874693291261568, offset 0 00000400:00000200:3.0:1787847105.943695:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847105.943707:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847105.943715:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847105.943722:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847105.943735:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847105.943739:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847105.943743:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847105.943747:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [132:132:256:4294967295] 192.168.204.124@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:3.0:1787847105.943752:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847105.943765:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847105.943773:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847105.943779:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985400. 00000800:00000200:3.0:1787847105.943788:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847105.943797:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847105.943803:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847105.944784:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847105.944810:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787847105.944813:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847105.944832:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0743480 x1874693291261696/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847105.944846:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847105.944848:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847105.944855:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847105.944860:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847105.944864:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847105.944868:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291261696:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847105.944873:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847105.944891:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847105.944894:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847105.944897:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847105.944904:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4f4b200. 02000000:00000001:2.0:1787847105.944907:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847105.944916:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847105.944920:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330a790. 00000400:00000010:2.0:1787847105.944929:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7b28. 00000100:00000200:2.0:1787847105.944938:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291261696, portal 10 00000100:00000001:2.0:1787847105.944940:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847105.944942:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554855552 : -112885154696064 : ffff9954e0743480) 00000100:00000040:2.0:1787847105.944951:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0743480 x1874693291261696/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847105.944959:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847105.944961:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847105.944964:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7908. 00000100:00000200:2.0:1787847105.944968:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291261696, offset 0 00000400:00000200:2.0:1787847105.944974:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847105.944984:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847105.944991:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847105.944998:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847105.945002:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847105.945012:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847105.945015:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847105.945019:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [133:133:255:4294967295] 192.168.204.124@tcp LPNI seq info [133:133:7:4294967295] 00000400:00000200:2.0:1787847105.945024:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847105.945037:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847105.945045:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847105.945050:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954e099c100. 00000800:00000200:2.0:1787847105.945056:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847105.945063:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847105.945067:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954e099c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847105.946601:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847105.946620:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847105.946624:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295031540 00000100:00000010:3.0:1787847105.946636:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c7113420. 00000100:00000001:3.0:1787847105.946645:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787847105.946655:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295031540 00000100:00000010:3.0:1787847105.946659:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c7113e40. 00000100:00000001:3.0:1787847105.946663:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787847105.946667:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847105.946673:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847105.946679:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847105.946692:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e07403c0 x1874693291261824/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.946702:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847105.946706:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847105.946711:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847105.946716:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847105.946719:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847105.946723:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291261824:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847105.946741:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847105.946748:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847105.946751:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847105.946754:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847105.946760:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c5582200. 02000000:00000001:3.0:1787847105.946762:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847105.946768:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847105.946773:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459b00. 00000400:00000010:3.0:1787847105.946782:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4bb0. 00000100:00000200:3.0:1787847105.946791:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291261824, portal 10 00000100:00000001:3.0:1787847105.946794:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847105.946796:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554843072 : -112885154708544 : ffff9954e07403c0) 00000100:00000040:3.0:1787847105.946806:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e07403c0 x1874693291261824/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.946814:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847105.946816:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847105.946819:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a44c8. 00000100:00000200:3.0:1787847105.946824:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291261824, offset 0 00000400:00000200:3.0:1787847105.946830:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847105.946840:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847105.946848:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847105.946855:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847105.946860:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847105.946864:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847105.946867:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847105.946871:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [134:134:254:4294967295] 192.168.204.124@tcp LPNI seq info [134:134:6:4294967295] 00000400:00000200:3.0:1787847105.946875:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847105.946897:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847105.946904:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847105.946911:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985c00. 00000800:00000200:3.0:1787847105.946918:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847105.946932:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847105.946938:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847105.948006:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847105.948019:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: using a timeout of 131727 usecs (132 jiffies) 00000400:00000200:2.0:1787847105.948027:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847105.948031:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295030409 00000100:00000001:2.0:1787847105.948035:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request active for cpu 0, keep current deadline 4295031540 00000100:00000001:2.0:1787847105.948037:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295030409 00000100:00000001:2.0:1787847105.948039:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request active for cpu 1, keep current deadline 4295031540 00000100:00000001:2.0:1787847105.948041:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847105.948045:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847105.948050:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847105.948062:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0740780 x1874693291261952/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847105.948073:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847105.948075:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847105.948079:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847105.948084:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847105.948086:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847105.948091:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0740780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291261952:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847105.948095:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847105.948112:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847105.948114:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847105.948117:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847105.948122:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4f4bc00. 02000000:00000001:2.0:1787847105.948124:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847105.948129:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847105.948133:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330ae18. 00000400:00000010:2.0:1787847105.948141:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7880. 00000100:00000200:2.0:1787847105.948149:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291261952, portal 10 00000100:00000001:2.0:1787847105.948152:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847105.948154:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554844032 : -112885154707584 : ffff9954e0740780) 00000100:00000040:2.0:1787847105.948161:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0740780 x1874693291261952/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847105.948168:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847105.948171:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847105.948173:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7c38. 00000100:00000200:2.0:1787847105.948177:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291261952, offset 0 00000400:00000200:2.0:1787847105.948183:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847105.948192:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847105.948199:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847105.948205:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847105.948209:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847105.948213:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847105.948215:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847105.948219:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [135:135:253:4294967295] 192.168.204.124@tcp LPNI seq info [135:135:5:4294967295] 00000400:00000200:2.0:1787847105.948223:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847105.948233:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847105.948240:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847105.948247:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954e099ce00. 00000800:00000200:2.0:1787847105.948255:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847105.948263:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847105.948268:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954e099ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847105.948278:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847105.948281:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: using a timeout of 22071 usecs (23 jiffies) 00000400:00000200:2.0:1787847105.948286:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847105.948288:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295030300 00000100:00000001:2.0:1787847105.948291:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295031540 00000100:00000001:2.0:1787847105.948293:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295030300 00000100:00000001:2.0:1787847105.948295:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295031540 00000100:00000001:2.0:1787847105.948297:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847105.948299:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847105.948302:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847105.948320:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0740b40 x1874693291262208/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847105.948329:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847105.948330:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847105.948333:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847105.948334:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847105.948336:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847105.948338:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0740b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291262208:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847105.948341:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847105.948344:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847105.948346:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847105.948347:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847105.948351:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4f4a200. 02000000:00000001:2.0:1787847105.948353:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847105.948357:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847105.948360:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330a0b0. 00000400:00000010:2.0:1787847105.948364:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf73b8. 00000100:00000200:2.0:1787847105.948367:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291262208, portal 4 00000100:00000001:2.0:1787847105.948369:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847105.948370:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554844992 : -112885154706624 : ffff9954e0740b40) 00000100:00000040:2.0:1787847105.948376:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0740b40 x1874693291262208/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847105.948387:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847105.948390:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847105.948392:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7e58. 00000100:00000200:2.0:1787847105.948395:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874693291262208, offset 0 00000400:00000200:2.0:1787847105.948400:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847105.948404:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847105.948407:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847105.948410:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847105.948412:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847105.948415:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847105.948417:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847105.948419:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [136:136:252:4294967295] 192.168.204.124@tcp LPNI seq info [136:136:4:4294967295] 00000400:00000200:2.0:1787847105.948423:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847105.948429:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847105.948433:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847105.948570:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954e099cf00. 00000800:00000200:2.0:1787847105.948576:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847105.948637:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847105.948641:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954e099cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847105.948645:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847105.948648:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: using a timeout of 34773 usecs (35 jiffies) 00000400:00000200:2.0:1787847105.948652:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847105.948654:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295030313 00000100:00000001:2.0:1787847105.948656:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295031540 00000100:00000001:2.0:1787847105.948659:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295030313 00000100:00000001:2.0:1787847105.948661:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295031540 00000100:00000001:2.0:1787847105.948663:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847105.948665:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847105.948674:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847105.948679:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847105.948691:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787847105.948695:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787847105.948698:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847105.948701:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787847105.948704:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847105.948707:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847105.948845:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.948851:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: using a timeout of 163302 usecs (164 jiffies) 00000400:00000200:3.0:1787847105.948855:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847105.948857:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295030442 00000100:00000001:3.0:1787847105.948860:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 0, keep current deadline 4295031540 00000100:00000001:3.0:1787847105.948862:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295030442 00000100:00000001:3.0:1787847105.948864:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 1, keep current deadline 4295031540 00000100:00000001:3.0:1787847105.948866:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847105.948869:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847105.948871:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847105.948889:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0741e00 x1874693291262080/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.948898:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847105.948899:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847105.948902:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847105.948905:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847105.948907:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847105.948912:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0741e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291262080:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847105.948916:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847105.948920:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847105.948922:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847105.948924:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847105.948930:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c5582c00. 02000000:00000001:3.0:1787847105.948932:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847105.948936:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847105.948941:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459210. 00000400:00000010:3.0:1787847105.948948:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a46e8. 00000100:00000200:3.0:1787847105.948953:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291262080, portal 10 00000100:00000001:3.0:1787847105.948955:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847105.948963:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554849792 : -112885154701824 : ffff9954e0741e00) 00000100:00000040:3.0:1787847105.948972:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0741e00 x1874693291262080/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.948980:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847105.948982:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847105.948985:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4550. 00000100:00000200:3.0:1787847105.948988:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291262080, offset 0 00000400:00000200:3.0:1787847105.948993:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847105.949000:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847105.949004:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847105.949008:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847105.949011:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847105.949013:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847105.949015:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847105.949019:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [137:137:251:4294967295] 192.168.204.124@tcp LPNI seq info [137:137:3:4294967295] 00000400:00000200:3.0:1787847105.949023:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847105.949029:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847105.949033:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847105.949038:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985b00. 00000800:00000200:3.0:1787847105.949042:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847105.949046:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847105.949049:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847105.949052:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.949055:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: using a timeout of 35560 usecs (36 jiffies) 00000400:00000200:3.0:1787847105.949058:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847105.949060:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295030314 00000100:00000001:3.0:1787847105.949062:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295031540 00000100:00000001:3.0:1787847105.949064:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295030314 00000100:00000001:3.0:1787847105.949066:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295031540 00000100:00000001:3.0:1787847105.949068:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847105.949076:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847105.949079:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847105.949084:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e07421c0 x1874693291262336/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.949092:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847105.949093:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847105.949096:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847105.949098:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847105.949100:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847105.949102:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291262336:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847105.949105:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847105.949109:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847105.949111:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847105.949113:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847105.949115:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c5583a00. 02000000:00000001:3.0:1787847105.949117:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847105.949121:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847105.949123:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459948. 00000400:00000010:3.0:1787847105.949127:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4ee0. 00000100:00000200:3.0:1787847105.949130:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291262336, portal 4 00000100:00000001:3.0:1787847105.949132:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847105.949134:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554850752 : -112885154700864 : ffff9954e07421c0) 00000100:00000040:3.0:1787847105.949141:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e07421c0 x1874693291262336/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.949148:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847105.949150:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847105.949153:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4660. 00000100:00000200:3.0:1787847105.949155:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874693291262336, offset 0 00000400:00000200:3.0:1787847105.949160:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847105.949164:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847105.949168:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847105.949171:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847105.949179:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847105.949181:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847105.949183:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847105.949186:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [138:138:250:4294967295] 192.168.204.124@tcp LPNI seq info [138:138:2:4294967295] 00000400:00000200:3.0:1787847105.949190:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847105.949196:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847105.949201:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847105.949204:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985a00. 00000800:00000200:3.0:1787847105.949208:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847105.949213:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847105.949216:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847105.949219:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.949222:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: using a timeout of 37103 usecs (38 jiffies) 00000400:00000200:3.0:1787847105.949225:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847105.949227:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295030316 00000100:00000001:3.0:1787847105.949230:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295031540 00000100:00000001:3.0:1787847105.949232:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295030316 00000100:00000001:3.0:1787847105.949234:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295031540 00000100:00000001:3.0:1787847105.949237:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847105.949240:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847105.949242:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847105.949245:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847105.949252:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847105.949253:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787847105.949256:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847105.949257:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847105.949260:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847105.949262:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787847105.952701:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847105.952714:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985400. 00000400:00000200:0.0:1787847105.952725:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847105.952737:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847105.952750:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a45d8 00000400:00000010:0.0:1787847105.952753:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a45d8. 00000100:00000001:0.0:1787847105.952761:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847105.952771:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0741a40 x1874693291261568/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847105.952789:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847105.952793:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0741a40 x1874693291261568/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847105.952801:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847105.952804:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847105.952840:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847105.952843:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954e099c100. 00000400:00000200:0.0:1787847105.952846:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847105.952851:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847105.952853:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7908 00000400:00000010:0.0:1787847105.952855:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7908. 00000100:00000001:0.0:1787847105.952858:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847105.952863:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0743480 x1874693291261696/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847105.952872:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847105.952874:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0743480 x1874693291261696/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847105.952894:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847105.952896:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847105.952907:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847105.952909:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954e099ce00. 00000400:00000200:0.0:1787847105.952912:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847105.952915:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847105.952918:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7c38 00000400:00000010:0.0:1787847105.952920:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7c38. 00000100:00000001:0.0:1787847105.952923:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847105.952928:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0740780 x1874693291261952/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847105.952936:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847105.952939:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0740780 x1874693291261952/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847105.952945:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847105.952949:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847105.952957:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847105.952959:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954e099cf00. 00000400:00000200:0.0:1787847105.952962:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847105.952965:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847105.952967:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7e58 00000400:00000010:0.0:1787847105.952975:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7e58. 00000100:00000001:0.0:1787847105.952977:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847105.952982:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0740b40 x1874693291262208/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847105.952990:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847105.952993:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0740b40 x1874693291262208/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847105.952998:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847105.953000:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847105.953008:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847105.953010:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985c00. 00000400:00000200:0.0:1787847105.953013:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847105.953016:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847105.953018:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a44c8 00000400:00000010:0.0:1787847105.953020:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a44c8. 00000100:00000001:0.0:1787847105.953022:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847105.953026:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e07403c0 x1874693291261824/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847105.953033:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847105.953036:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e07403c0 x1874693291261824/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847105.953042:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847105.953043:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847105.953051:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847105.953053:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985b00. 00000400:00000200:0.0:1787847105.953056:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847105.953059:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847105.953062:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4550 00000400:00000010:0.0:1787847105.953063:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4550. 00000100:00000001:0.0:1787847105.953065:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847105.953070:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0741e00 x1874693291262080/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847105.953088:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847105.953091:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0741e00 x1874693291262080/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847105.953096:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847105.953098:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847105.957829:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847105.958089:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985a00. 00000400:00000200:0.0:1787847105.958100:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847105.958112:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847105.958122:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4660 00000400:00000010:0.0:1787847105.958125:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4660. 00000100:00000001:0.0:1787847105.958131:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847105.958143:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e07421c0 x1874693291262336/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847105.958160:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847105.958164:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e07421c0 x1874693291262336/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847105.958172:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847105.958174:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787847105.960931:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.960956:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847105.960963:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.960965:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847105.960976:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.960991:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847105.961004:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961010:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961018:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961022:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9060bb04100 00000400:00000200:1.0:1787847105.961028:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961041:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x709 [1] + 224 00000800:00000001:1.0:1787847105.961050:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.961055:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847105.961059:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847105.961069:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847105.961090:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847105.961102:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0740b40 x1874693291262208/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847105.961114:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0740b40 x1874693291262208/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847105.961129:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847105.961142:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.961146:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847105.961157:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.961160:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847105.961175:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961179:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847105.961184:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961187:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961190:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961193:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9060bb04180 00000400:00000200:1.0:1787847105.961197:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961200:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x719 [1] + 224 00000800:00000001:1.0:1787847105.961205:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.961208:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847105.961210:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847105.961213:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847105.961216:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847105.961221:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e07421c0 x1874693291262336/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847105.961230:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e07421c0 x1874693291262336/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847105.961241:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847105.961245:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.961249:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847105.961251:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.961253:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847105.961255:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961258:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847105.961262:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961264:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961267:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961269:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb03f00 00000400:00000200:1.0:1787847105.961273:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961277:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x6f1 [1] + 224 00000800:00000001:1.0:1787847105.961287:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.961291:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847105.961293:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847105.961297:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847105.961300:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847105.961305:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0743480 x1874693291261696/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847105.961313:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0743480 x1874693291261696/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847105.961321:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847105.961325:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.961329:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847105.961330:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.961332:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847105.961336:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961339:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847105.961343:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961346:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961349:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961352:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04000 00000400:00000200:1.0:1787847105.961355:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961359:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x701 [1] + 224 00000800:00000001:1.0:1787847105.961362:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.961365:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847105.961368:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847105.961371:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847105.961374:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847105.961378:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0740780 x1874693291261952/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847105.961388:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0740780 x1874693291261952/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847105.961408:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847105.961412:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.961416:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847105.961418:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.961420:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847105.961423:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961426:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847105.961430:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961433:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961436:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961438:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb03f80 00000400:00000200:1.0:1787847105.961441:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961445:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x6f9 [1] + 224 00000800:00000001:1.0:1787847105.961448:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.961452:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847105.961454:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847105.961462:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847105.961465:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847105.961470:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e07403c0 x1874693291261824/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847105.961478:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e07403c0 x1874693291261824/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847105.961486:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847105.961490:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.961494:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847105.961496:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.961498:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847105.961501:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961505:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847105.961509:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961675:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961680:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961684:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04080 00000400:00000200:1.0:1787847105.961687:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961693:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x711 [1] + 224 00000800:00000001:1.0:1787847105.961697:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1787847105.961697:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1787847105.961703:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847105.961704:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1787847105.961708:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847105.961713:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000001:3.0:1787847105.961716:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847105.961720:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847105.961732:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459b00. 00000400:00000200:3.0:1787847105.961756:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4bb0 00000400:00000010:3.0:1787847105.961759:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4bb0. 00000100:00000001:3.0:1787847105.961764:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1787847105.961765:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847105.961771:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e07403c0 x1874693291261824/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787847105.961773:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0741e00 x1874693291262080/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847105.961801:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e07403c0 x1874693291261824/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847105.961802:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0741e00 x1874693291262080/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.961826:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787847105.961828:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847105.961831:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847105.961835:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1787847105.961836:0:2399:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:1.0:1787847105.961842:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1787847105.961842:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1787847105.961846:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1787847105.961848:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1787847105.961851:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847105.961852:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847105.961856:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 02000000:00000001:3.0:1787847105.961859:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847105.961864:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847105.961869:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961872:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847105.961874:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00001000:3.0:1787847105.961876:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c735b460 time=74 v=5 (5 0 0 0) 00000400:00000200:1.0:1787847105.961891:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 25 MB=0x6a9060bb03e80 00000100:00001000:3.0:1787847105.961894:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c735b418 time=74 v=5 (1 0 0 0) 00000400:00000200:1.0:1787847105.961899:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847105.961901:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847105.961905:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847105.961906:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 224/224 into md 0x6e9 [1] + 224 00010000:00000001:3.0:1787847105.961911:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1787847105.961913:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00080000:3.0:1787847105.961919:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e07403c0 x1874693291261824/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1787847105.961927:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787847105.961929:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847105.961931:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1787847105.961936:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1787847105.961937:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000040:3.0:1787847105.961940:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:1.0:1787847105.961943:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1787847105.961944:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847105.961947:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.961955:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e07403c0 x1874693291261824/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787847105.961958:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0741a40 x1874693291261568/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.961974:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1787847105.961980:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0741a40 x1874693291261568/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.961981:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847105.961984:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847105.961993:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1787847105.961995:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e07403c0 x1874693291261824/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1787847105.962000:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847105.962004:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787847105.962017:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291261824:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847105.962026:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847105.962028:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847105.962030:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459210. 00000400:00000200:3.0:1787847105.962034:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a46e8 00000400:00000010:3.0:1787847105.962036:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a46e8. 00000100:00000001:3.0:1787847105.962039:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847105.962043:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0741e00 x1874693291262080/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847105.962052:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0741e00 x1874693291262080/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.962059:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847105.962060:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847105.962062:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847105.962063:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847105.962065:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847105.962066:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847105.962069:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847105.962075:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682460 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847105.962078:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847105.962081:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847105.962082:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847105.962084:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847105.962088:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0741e00 x1874693291262080/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847105.962096:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847105.962099:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847105.962100:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:3.0:1787847105.962102:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847105.962104:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.962107:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0741e00 x1874693291262080/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.962120:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847105.962122:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847105.962124:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847105.962128:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0741e00 x1874693291262080/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847105.962135:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0741e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291262080:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847105.962142:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847105.962143:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847105.962146:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459948. 00000400:00000200:3.0:1787847105.962148:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4ee0 00000400:00000010:3.0:1787847105.962151:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4ee0. 00000100:00000001:3.0:1787847105.962154:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847105.962158:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e07421c0 x1874693291262336/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847105.962167:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e07421c0 x1874693291262336/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.962173:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847105.962174:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847105.962176:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847105.962178:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847105.962179:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847105.962181:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847105.962193:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847105.962199:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6685c60 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847105.962203:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6685c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847105.962205:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847105.962207:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847105.962209:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847105.962213:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e07421c0 x1874693291262336/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847105.962231:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847105.962234:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847105.962235:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:3.0:1787847105.962237:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847105.962239:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.962243:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e07421c0 x1874693291262336/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.962250:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847105.962252:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847105.962254:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847105.962258:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e07421c0 x1874693291262336/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847105.962267:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291262336:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847105.962273:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847105.962277:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847105.962281:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e07403c0 x1874693291261824/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.962289:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847105.962292:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847105.962296:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c5582200. 02000000:00000001:3.0:1787847105.962299:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847105.962303:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847105.962305:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c735b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000020:00000001:3.0:1787847105.962308:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1787847105.962432:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847105.962437:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787847105.962442:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787847105.962443:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787847105.962446:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330a790. 00000400:00000200:2.0:1787847105.962452:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7b28 00000400:00000010:2.0:1787847105.962454:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7b28. 00000100:00000001:2.0:1787847105.962457:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787847105.962463:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0743480 x1874693291261696/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787847105.962472:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0743480 x1874693291261696/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847105.962478:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787847105.962480:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847105.962483:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787847105.962484:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787847105.962486:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787847105.962488:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847105.962490:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787847105.962495:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c7358c60 time=75 v=5 (5 0 0 0) 00000100:00001000:2.0:1787847105.962499:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c7358c18 time=75 v=5 (1 0 0 0) 00000100:00000001:2.0:1787847105.962501:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787847105.962503:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787847105.962505:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787847105.962507:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847105.962510:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787847105.962512:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:2.0:1787847105.962514:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787847105.962545:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847105.962550:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0743480 x1874693291261696/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847105.962556:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847105.962558:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787847105.962559:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787847105.962562:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0743480 x1874693291261696/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847105.962569:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291261696:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1787847105.962574:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787847105.962576:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787847105.962578:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330ae18. 00000400:00000200:2.0:1787847105.962581:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7880 00000400:00000010:2.0:1787847105.962582:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7880. 00000100:00000001:2.0:1787847105.962585:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787847105.962589:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0740780 x1874693291261952/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787847105.962598:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0740780 x1874693291261952/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847105.962604:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787847105.962606:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847105.962607:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787847105.962609:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787847105.962611:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787847105.962612:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847105.962614:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787847105.962619:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682c60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1787847105.962622:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787847105.962624:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787847105.962625:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787847105.962627:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787847105.962629:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847105.962655:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787847105.962657:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:2.0:1787847105.962659:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787847105.962660:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847105.962664:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0740780 x1874693291261952/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847105.962670:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847105.962672:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787847105.962673:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787847105.962676:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0740780 x1874693291261952/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847105.962684:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0740780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291261952:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1787847105.962691:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787847105.962692:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787847105.962695:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330a0b0. 00000400:00000200:2.0:1787847105.962698:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf73b8 00000400:00000010:2.0:1787847105.962700:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf73b8. 00000100:00000001:2.0:1787847105.962703:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787847105.962707:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0740b40 x1874693291262208/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787847105.962716:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0740b40 x1874693291262208/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847105.962722:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787847105.962724:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847105.962726:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787847105.962728:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787847105.962729:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787847105.962731:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847105.962733:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787847105.962739:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6683460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1787847105.962743:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6683418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787847105.962745:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787847105.962754:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787847105.962756:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787847105.962760:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0740b40 x1874693291262208/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787847105.962766:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847105.962769:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787847105.962771:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:2.0:1787847105.962773:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787847105.962774:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847105.962779:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0740b40 x1874693291262208/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847105.962785:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847105.962788:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787847105.962789:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787847105.962793:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0740b40 x1874693291262208/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847105.962800:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0740b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291262208:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847105.962806:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847105.962808:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787847105.962813:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0743480 x1874693291261696/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847105.962819:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787847105.962821:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787847105.962823:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4f4b200. 02000000:00000001:2.0:1787847105.962827:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787847105.962828:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787847105.962830:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c7358800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000020:00000001:2.0:1787847105.962832:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787847105.962835:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985900. 02000000:00000001:2.0:1787847105.962839:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787847105.962842:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787847105.962851:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0743480. 00000100:00000001:2.0:1787847105.962856:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787847105.962857:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847105.962859:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787847105.962863:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0740780 x1874693291261952/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847105.962870:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787847105.962871:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787847105.962873:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4f4bc00. 02000000:00000001:2.0:1787847105.962875:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787847105.962877:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787847105.962888:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c6682800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000020:00000001:2.0:1787847105.962891:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787847105.962893:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985000. 02000000:00000001:2.0:1787847105.962895:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787847105.962897:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787847105.962898:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0740780. 00000100:00000001:2.0:1787847105.962901:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787847105.962902:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847105.962904:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787847105.962907:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0740b40 x1874693291262208/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847105.962914:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787847105.962915:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787847105.962917:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4f4a200. 02000000:00000001:2.0:1787847105.962919:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787847105.962921:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787847105.962922:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c6683000 refcount=2 obd=lustre-OST0000-osc-ffff9954c6bd4800 00000020:00000001:2.0:1787847105.962924:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787847105.962925:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985500. 02000000:00000001:2.0:1787847105.962927:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787847105.962928:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787847105.962930:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0740b40. 00000100:00000001:2.0:1787847105.962932:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787847105.962933:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847105.962936:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847105.962953:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787847105.962955:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847105.962957:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847105.962960:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847105.964173:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985d00. 02000000:00000001:3.0:1787847105.964246:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847105.964249:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847105.964251:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e07403c0. 00000100:00000001:3.0:1787847105.964255:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847105.964257:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847105.964273:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847105.964284:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0741e00 x1874693291262080/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.964292:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847105.964295:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847105.964298:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c5582c00. 02000000:00000001:3.0:1787847105.964301:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847105.964305:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847105.964306:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c6682000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 00000020:00000001:3.0:1787847105.965010:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847105.965017:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985200. 02000000:00000001:3.0:1787847105.965023:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847105.965024:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847105.965027:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0741e00. 00000100:00000001:3.0:1787847105.965036:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847105.965038:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847105.965040:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847105.965048:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e07421c0 x1874693291262336/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.965055:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847105.965058:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847105.965060:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c5583a00. 02000000:00000001:3.0:1787847105.965062:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847105.965063:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847105.965065:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c6685800 refcount=2 obd=lustre-OST0001-osc-ffff9954c6bd4800 00000020:00000001:3.0:1787847105.965067:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847105.965068:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985800. 02000000:00000001:3.0:1787847105.965070:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847105.965071:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847105.965072:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e07421c0. 00000100:00000001:3.0:1787847105.965075:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847105.965076:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847105.965080:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847105.965084:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847105.965088:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787847105.965101:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847105.965110:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847105.965114:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459268. 00000400:00000200:3.0:1787847105.965118:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a47f8 00000400:00000010:3.0:1787847105.965121:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a47f8. 00000100:00000001:3.0:1787847105.965126:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847105.965131:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0741a40 x1874693291261568/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847105.965141:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0741a40 x1874693291261568/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.965149:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847105.965151:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847105.965154:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847105.965158:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847105.965161:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847105.965163:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847105.965166:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847105.965173:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c576bc60 time=76 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847105.965177:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c576bc18 time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847105.965180:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847105.965181:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847105.965848:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787847105.965851:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847105.965855:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847105.965865:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0741a40 x1874693291261568/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.965873:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847105.965877:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847105.966010:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847105.966016:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0741a40 x1874693291261568/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847105.966025:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0741a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94bfa3db-ff8d-4548-a107-10386de42ffa:2399:1874693291261568:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847105.966031:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847105.966043:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847105.966047:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0741a40 x1874693291261568/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847121 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847105.966053:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847105.966056:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847105.966059:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c5583000. 02000000:00000001:3.0:1787847105.966063:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847105.966066:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847105.966068:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1787847105.966070:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847105.966072:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985100. 02000000:00000001:3.0:1787847105.966076:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847105.966078:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847105.966079:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0741a40. 00000100:00000001:3.0:1787847105.966083:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847105.966085:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847105.966088:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847105.966098:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847105.966100:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847105.966103:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847105.966106:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847106.774839:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847106.774851:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847106.774860:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847106.774861:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787847106.775904:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787847106.775912:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787847106.775916:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787847107.222608:0:9387:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4000 (cpu 0) has reached its deadline 4295031540, at 4295031552 00000100:00000010:0.0:1787847107.222629:0:9387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c7113420. 00000100:00000040:1.0:1787847107.224563:0:710:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4110 (cpu 1) has reached its deadline 4295031540, at 4295031554 00000100:00000010:1.0:1787847107.224582:0:710:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c7113e40. 00010000:00000001:0.0:1787847107.798692:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847107.798702:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847107.798709:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847107.798710:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847107.798794:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847107.798932:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847107.798936:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847108.822814:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847108.822837:0:9387:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787847108.822840:0:9387:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787847108.822844:0:9387:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847108.822851:0:9387:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787847108.822854:0:9387:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847108.822857:0:9387:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847108.822859:0:9387:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847108.822865:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847108.822866:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847108.822900:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847108.822903:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847108.822907:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787847109.560212:0:9633:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787847109.560226:0:9633:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787847109.615914:0:9635:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787847109.615930:0:9635:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787847109.685422:0:9642:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787847109.685436:0:9642:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787847109.704491:0:9644:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787847109.704507:0:9644:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847109.846610:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847109.846620:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847109.846627:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847109.846628:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787847109.846712:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787847109.846716:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787847109.846720:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847110.870724:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847110.870735:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847110.870743:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847110.870745:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847110.870795:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847110.870799:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847110.870802:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787847111.065066:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847111.065081:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847111.065090:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e07421c0. 00000020:00000040:3.0:1787847111.065098:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:3.0:1787847111.065102:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847111.065107:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847111.065114:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847111.065124:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985100. 00000100:00000001:3.0:1787847111.065133:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065149:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS req@ffff9954e07421c0 x1874693291262464/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847111.065162:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847111.065175:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065182:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000560391ea] to pc [ptlrpcd_01_01+1] req@ffff9954e07421c0 x1874693291262464/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.065221:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847111.065227:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847111.065231:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0741e00. 00000020:00000040:3.0:1787847111.065233:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c7358800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000100:00000001:3.0:1787847111.065235:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847111.065237:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847111.065239:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847111.065242:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985800. 00000100:00000001:3.0:1787847111.065246:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065250:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID req@ffff9954e0741e00 x1874693291262592/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847111.065257:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847111.065259:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065263:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a30666ad] to pc [ptlrpcd_01_00+0] req@ffff9954e0741e00 x1874693291262592/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.065272:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847111.065277:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847111.065280:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e07403c0. 00000020:00000040:3.0:1787847111.065282:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c735b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000100:00000001:3.0:1787847111.065284:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847111.065285:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847111.065287:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847111.065289:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985200. 00000100:00000001:3.0:1787847111.065292:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065296:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID req@ffff9954e07403c0 x1874693291262720/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847111.065313:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847111.065316:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065319:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000365fe1] to pc [ptlrpcd_01_01+1] req@ffff9954e07403c0 x1874693291262720/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.065326:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787847111.065333:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787847111.065335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787847111.065339:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787847111.065342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847111.065346:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847111.065349:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0741680. 00000020:00000040:3.0:1787847111.065351:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c6682800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000100:00000001:3.0:1787847111.065353:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847111.065355:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847111.065356:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847111.065369:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985d00. 00000100:00000001:3.0:1787847111.065373:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065377:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID req@ffff9954e0741680 x1874693291262848/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847111.065384:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847111.065385:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065388:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028f6969b] to pc [ptlrpcd_01_00+0] req@ffff9954e0741680 x1874693291262848/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.065395:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847111.065405:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847111.065408:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0740000. 00000020:00000040:3.0:1787847111.065410:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c6682000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 00000100:00000001:3.0:1787847111.065412:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847111.065414:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847111.065415:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847111.065419:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985700. 00000100:00000001:3.0:1787847111.065422:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065425:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID req@ffff9954e0740000 x1874693291262976/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847111.065432:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847111.065434:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065438:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075c7e4e6] to pc [ptlrpcd_01_01+1] req@ffff9954e0740000 x1874693291262976/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.065445:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847111.065450:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847111.065454:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0743840. 00000020:00000040:3.0:1787847111.065456:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c6683000 refcount=3 obd=lustre-OST0000-osc-ffff9954c6bd4800 00000100:00000001:3.0:1787847111.065458:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847111.065459:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847111.065461:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847111.065464:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985e00. 00000100:00000001:3.0:1787847111.065466:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065470:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID req@ffff9954e0743840 x1874693291263104/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847111.065477:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847111.065479:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065483:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004366f0e1] to pc [ptlrpcd_01_00+0] req@ffff9954e0743840 x1874693291263104/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.065502:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847111.065507:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847111.065510:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0743c00. 00000020:00000040:3.0:1787847111.065513:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c6685800 refcount=3 obd=lustre-OST0001-osc-ffff9954c6bd4800 00000100:00000001:3.0:1787847111.065515:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847111.065559:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847111.065562:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847111.065566:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985f00. 00000100:00000001:3.0:1787847111.065570:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065574:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID req@ffff9954e0743c00 x1874693291263232/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847111.065580:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847111.065582:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065586:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000235f78c6] to pc [ptlrpcd_01_01+1] req@ffff9954e0743c00 x1874693291263232/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.065592:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.065598:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (373) 00000100:00000001:3.0:1787847111.065616:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847111.065620:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847111.065624:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847111.065630:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0741e00 x1874693291262592/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.065645:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847111.065648:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847111.065653:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847111.065656:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847111.065659:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847111.065663:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0741e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291262592:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847111.065668:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847111.065964:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847111.065968:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847111.065971:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847111.065977:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c5582c00. 02000000:00000001:3.0:1787847111.065980:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847111.065989:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847111.065994:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459268. 00000400:00000010:3.0:1787847111.066004:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a47f8. 00000100:00000200:3.0:1787847111.066015:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291262592, portal 10 00000100:00000001:3.0:1787847111.066017:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847111.066020:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554849792 : -112885154701824 : ffff9954e0741e00) 00000100:00000040:3.0:1787847111.066029:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0741e00 x1874693291262592/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.066037:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847111.066041:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847111.066044:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4ee0. 00000100:00000200:3.0:1787847111.066048:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291262592, offset 0 00000400:00000200:3.0:1787847111.066057:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847111.066068:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847111.066078:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847111.066085:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847111.066090:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847111.066095:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847111.066099:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847111.066103:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [139:139:256:4294967295] 192.168.204.124@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:3.0:1787847111.066107:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847111.066121:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847111.066128:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847111.066135:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985500. 00000800:00000200:3.0:1787847111.066144:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847111.066154:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847111.066159:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847111.066181:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.066186:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: using a timeout of 127047 usecs (128 jiffies) 00000400:00000200:3.0:1787847111.066190:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847111.066194:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295035523 00000100:00000010:3.0:1787847111.066198:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c7113f00. 00000100:00000001:3.0:1787847111.066206:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787847111.066215:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295035523 00000100:00000010:3.0:1787847111.066218:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c7113720. 00000100:00000001:3.0:1787847111.066221:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787847111.066230:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847111.066233:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.066237:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847111.066241:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0741680 x1874693291262848/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.066247:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847111.066249:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847111.066251:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847111.066253:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847111.066256:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847111.066259:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0741680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291262848:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847111.066262:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847111.066264:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847111.066266:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847111.066268:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847111.066271:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c5583e00. 02000000:00000001:3.0:1787847111.066272:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847111.066275:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847111.066277:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459948. 00000400:00000010:3.0:1787847111.066282:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a46e8. 00000100:00000200:3.0:1787847111.066284:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291262848, portal 10 00000100:00000001:3.0:1787847111.066286:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847111.066292:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554847872 : -112885154703744 : ffff9954e0741680) 00000100:00000040:3.0:1787847111.066299:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0741680 x1874693291262848/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.066306:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847111.066308:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847111.066311:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4bb0. 00000100:00000200:3.0:1787847111.066314:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291262848, offset 0 00000400:00000200:3.0:1787847111.066319:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847111.066323:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847111.066327:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847111.066330:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847111.066332:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847111.066335:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847111.066336:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847111.066339:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [140:140:255:4294967295] 192.168.204.124@tcp LPNI seq info [140:140:7:4294967295] 00000400:00000200:3.0:1787847111.066342:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847111.066348:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847111.066353:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847111.066356:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985000. 00000100:00000001:2.0:1787847111.066491:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847111.066496:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787847111.066498:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847111.066505:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e07421c0 x1874693291262464/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847111.066514:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847111.066515:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847111.066532:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847111.066534:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847111.066536:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847111.066540:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291262464:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847111.066543:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847111.066546:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847111.066548:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847111.066550:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847111.066554:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4e8fe00. 02000000:00000001:2.0:1787847111.066556:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847111.066560:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847111.066564:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330a0b0. 00000400:00000010:2.0:1787847111.066569:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf73b8. 00000100:00000200:2.0:1787847111.066572:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291262464, portal 25 00000100:00000001:2.0:1787847111.066580:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847111.066581:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554850752 : -112885154700864 : ffff9954e07421c0) 00000100:00000040:2.0:1787847111.066586:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e07421c0 x1874693291262464/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847111.066592:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847111.066595:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847111.066597:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7880. 00000100:00000200:2.0:1787847111.066600:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874693291262464, offset 0 00000400:00000200:2.0:1787847111.066605:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847111.066609:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847111.066612:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847111.066615:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847111.066618:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847111.066620:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847111.066623:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847111.066626:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [141:141:254:4294967295] 192.168.204.124@tcp LPNI seq info [141:141:6:4294967295] 00000400:00000200:2.0:1787847111.066629:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847111.066644:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847111.066649:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847111.066653:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954e099c600. 00000800:00000200:2.0:1787847111.066656:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847111.066662:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847111.066665:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954e099c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847111.066668:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847111.066671:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847111.066673:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295036661 00000100:00000001:2.0:1787847111.066741:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295035523 00000100:00000001:2.0:1787847111.066745:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295036661 00000100:00000001:2.0:1787847111.066748:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295035523 00000100:00000001:2.0:1787847111.066751:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847111.066759:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847111.066761:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847111.066766:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e07403c0 x1874693291262720/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847111.066773:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847111.066774:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847111.066777:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847111.066789:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847111.066792:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847111.066795:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291262720:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847111.066798:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847111.066801:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847111.066802:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847111.066804:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847111.066807:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4e8e600. 02000000:00000001:2.0:1787847111.066809:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847111.066812:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847111.066814:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330ae18. 00000400:00000010:2.0:1787847111.066818:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7b28. 00000100:00000200:2.0:1787847111.066820:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291262720, portal 10 00000100:00000001:2.0:1787847111.066822:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847111.066823:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554843072 : -112885154708544 : ffff9954e07403c0) 00000100:00000040:2.0:1787847111.066829:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e07403c0 x1874693291262720/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847111.066835:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847111.066837:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847111.066839:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7330. 00000100:00000200:2.0:1787847111.066841:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291262720, offset 0 00000400:00000200:2.0:1787847111.066846:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847111.066849:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847111.066853:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847111.066856:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847111.066863:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847111.066865:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847111.066867:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847111.066870:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [142:142:253:4294967295] 192.168.204.124@tcp LPNI seq info [142:142:5:4294967295] 00000400:00000200:2.0:1787847111.066874:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847111.066880:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847111.066885:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847111.066888:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954e099c700. 00000800:00000200:2.0:1787847111.066892:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847111.066896:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847111.066899:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954e099c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847111.066902:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847111.066905:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: using a timeout of 155520 usecs (156 jiffies) 00000400:00000200:2.0:1787847111.066908:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847111.066910:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295035551 00000100:00000001:2.0:1787847111.066912:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 0, keep current deadline 4295036661 00000100:00000001:2.0:1787847111.066915:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295035551 00000100:00000001:2.0:1787847111.066917:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 1, keep current deadline 4295036661 00000100:00000001:2.0:1787847111.066919:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847111.066921:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847111.066923:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847111.066929:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0740000 x1874693291262976/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847111.066936:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847111.066937:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847111.066940:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847111.066942:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847111.066943:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847111.066947:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291262976:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847111.066958:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847111.066961:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847111.066962:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847111.066964:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847111.066967:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4e8e400. 02000000:00000001:2.0:1787847111.066969:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847111.066973:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847111.066975:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330a790. 00000400:00000010:2.0:1787847111.066979:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7bb0. 00000100:00000200:2.0:1787847111.066981:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291262976, portal 10 00000100:00000001:2.0:1787847111.066983:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847111.066985:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554842112 : -112885154709504 : ffff9954e0740000) 00000100:00000040:2.0:1787847111.066990:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0740000 x1874693291262976/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847111.066997:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847111.066999:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847111.067001:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7110. 00000100:00000200:2.0:1787847111.067003:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291262976, offset 0 00000400:00000200:2.0:1787847111.067007:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847111.067011:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847111.067014:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847111.067017:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847111.067019:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847111.067021:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847111.067023:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847111.067026:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [143:143:252:4294967295] 192.168.204.124@tcp LPNI seq info [143:143:4:4294967295] 00000400:00000200:2.0:1787847111.067030:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847111.067036:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847111.067040:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847111.067044:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954e099cf00. 00000800:00000200:2.0:1787847111.067048:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847111.067057:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847111.067060:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954e099cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847111.067063:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847111.067066:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: using a timeout of 32502 usecs (33 jiffies) 00000400:00000200:2.0:1787847111.067070:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847111.067072:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295035428 00000100:00000001:2.0:1787847111.067075:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295036661 00000100:00000001:2.0:1787847111.067077:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295035428 00000100:00000001:2.0:1787847111.067079:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295036661 00000100:00000001:2.0:1787847111.067082:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847111.067084:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847111.067086:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847111.067091:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0743c00 x1874693291263232/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847111.067098:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847111.067099:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847111.067102:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847111.067104:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847111.067105:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847111.067108:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0743c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291263232:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847111.067111:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847111.067115:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847111.067116:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847111.067118:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847111.067121:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4e8f200. 02000000:00000001:2.0:1787847111.067123:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847111.067126:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847111.067129:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330a108. 00000400:00000010:2.0:1787847111.067133:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7550. 00000100:00000200:2.0:1787847111.067136:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291263232, portal 4 00000100:00000001:2.0:1787847111.067138:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847111.067143:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554857472 : -112885154694144 : ffff9954e0743c00) 00000100:00000040:2.0:1787847111.067151:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0743c00 x1874693291263232/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847111.067157:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847111.067159:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847111.067162:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7ee0. 00000100:00000200:2.0:1787847111.067165:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874693291263232, offset 0 00000400:00000200:2.0:1787847111.067169:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847111.067173:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847111.067176:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847111.067179:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847111.067181:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847111.067183:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847111.067186:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847111.067188:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [144:144:251:4294967295] 192.168.204.124@tcp LPNI seq info [144:144:3:4294967295] 00000400:00000200:2.0:1787847111.067192:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847111.067199:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847111.067203:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847111.067207:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954e099ce00. 00000800:00000200:2.0:1787847111.067211:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847111.067215:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847111.067218:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954e099ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847111.067221:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847111.067223:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: using a timeout of 32517 usecs (33 jiffies) 00000400:00000200:2.0:1787847111.067226:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847111.067228:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295035428 00000100:00000001:2.0:1787847111.067230:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295036661 00000100:00000001:2.0:1787847111.067233:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295035428 00000100:00000001:2.0:1787847111.067235:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295036661 00000100:00000001:2.0:1787847111.067238:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847111.067245:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847111.067248:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847111.067252:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847111.067262:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787847111.067265:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787847111.067268:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847111.067269:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787847111.067271:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847111.067273:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787847111.067569:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847111.067575:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985500. 00000400:00000200:1.0:1787847111.067584:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847111.067589:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847111.067596:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4ee0 00000400:00000010:1.0:1787847111.067599:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4ee0. 00000100:00000001:1.0:1787847111.067605:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847111.067610:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0741e00 x1874693291262592/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.067623:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847111.067627:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0741e00 x1874693291262592/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.067635:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847111.067637:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787847111.067651:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847111.067653:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954e099c600. 00000400:00000200:1.0:1787847111.067656:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847111.067660:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847111.067662:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7880 00000400:00000010:1.0:1787847111.067664:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7880. 00000100:00000001:1.0:1787847111.067666:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847111.067689:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e07421c0 x1874693291262464/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.067697:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847111.067700:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e07421c0 x1874693291262464/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.067707:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847111.067709:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787847111.067719:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847111.067721:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954e099c700. 00000400:00000200:1.0:1787847111.067725:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847111.067728:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847111.067731:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7330 00000400:00000010:1.0:1787847111.067732:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7330. 00000100:00000001:1.0:1787847111.067734:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847111.067737:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e07403c0 x1874693291262720/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.067744:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847111.067746:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e07403c0 x1874693291262720/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.067753:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847111.067754:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787847111.067760:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847111.067762:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954e099cf00. 00000400:00000200:1.0:1787847111.067764:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847111.067767:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847111.067769:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7110 00000400:00000010:1.0:1787847111.067770:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7110. 00000100:00000001:1.0:1787847111.067772:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847111.067776:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0740000 x1874693291262976/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.067793:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847111.067796:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0740000 x1874693291262976/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.067808:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847111.067809:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787847111.067890:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847111.067893:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954e099ce00. 00000400:00000200:1.0:1787847111.067895:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847111.067899:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847111.067902:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7ee0 00000400:00000010:1.0:1787847111.067904:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7ee0. 00000100:00000001:1.0:1787847111.067906:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847111.067910:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0743c00 x1874693291263232/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.067917:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847111.067920:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0743c00 x1874693291263232/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.067926:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847111.067927:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787847111.068149:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847111.068154:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847111.068158:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847111.068168:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.068172:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: using a timeout of 22321 usecs (23 jiffies) 00000400:00000200:3.0:1787847111.068176:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847111.068179:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295035420 00000100:00000001:3.0:1787847111.068181:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295036661 00000100:00000001:3.0:1787847111.068183:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295035420 00000100:00000001:3.0:1787847111.068186:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295036661 00000100:00000001:3.0:1787847111.068188:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847111.068199:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.068203:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847111.068208:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0743840 x1874693291263104/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.068217:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847111.068219:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847111.068222:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847111.068225:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847111.068228:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847111.068231:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0743840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291263104:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847111.068235:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847111.068239:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847111.068242:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847111.068244:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847111.068250:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c5582200. 02000000:00000001:3.0:1787847111.068252:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847111.068257:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847111.068260:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459210. 00000400:00000010:3.0:1787847111.068266:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4ee0. 00000100:00000200:3.0:1787847111.068272:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291263104, portal 4 00000100:00000001:3.0:1787847111.068274:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847111.068276:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554856512 : -112885154695104 : ffff9954e0743840) 00000100:00000040:3.0:1787847111.068282:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0743840 x1874693291263104/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.068288:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847111.068290:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847111.068293:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4660. 00000100:00000200:3.0:1787847111.068296:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874693291263104, offset 0 00000400:00000200:3.0:1787847111.068302:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847111.068309:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847111.068314:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847111.068318:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847111.068328:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847111.068331:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847111.068334:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847111.068338:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [145:145:255:4294967295] 192.168.204.124@tcp LPNI seq info [145:145:7:4294967295] 00000400:00000200:3.0:1787847111.068342:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847111.068350:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847111.068354:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847111.068358:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985900. 00000800:00000200:3.0:1787847111.068833:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847111.068839:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847111.068843:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847111.068847:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.068850:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: using a timeout of 31211 usecs (32 jiffies) 00000400:00000200:3.0:1787847111.068854:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847111.068857:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295035430 00000100:00000001:3.0:1787847111.068860:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295036661 00000100:00000001:3.0:1787847111.068863:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295035430 00000100:00000001:3.0:1787847111.068865:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295036661 00000100:00000001:3.0:1787847111.068867:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847111.068870:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.068874:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.068878:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.068887:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847111.068889:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787847111.068893:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847111.068895:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847111.068897:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.068900:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787847111.068990:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847111.068994:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985000. 00000400:00000200:1.0:1787847111.068998:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847111.069002:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847111.069007:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4bb0 00000400:00000010:1.0:1787847111.069010:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4bb0. 00000100:00000001:1.0:1787847111.069014:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847111.069019:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0741680 x1874693291262848/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.069028:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847111.069031:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0741680 x1874693291262848/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.069037:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847111.069038:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787847111.069095:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847111.069106:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985900. 00000400:00000200:1.0:1787847111.069109:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847111.069113:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847111.069116:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4660 00000400:00000010:1.0:1787847111.069118:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4660. 00000100:00000001:1.0:1787847111.069121:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847111.069125:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0743840 x1874693291263104/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.069132:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847111.069135:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0743840 x1874693291263104/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.069142:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847111.069144:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787847111.091802:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.091824:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847111.091829:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.091832:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847111.091842:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.091853:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847111.091865:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.091871:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.091878:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.091882:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04280 00000400:00000200:1.0:1787847111.091888:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.091895:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x721 [1] + 224 00000800:00000001:1.0:1787847111.091904:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.091912:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847111.091916:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847111.091927:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847111.091937:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847111.091948:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0741e00 x1874693291262592/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847111.091960:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0741e00 x1874693291262592/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.091997:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847111.092010:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.092014:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.092415:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847111.092421:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787847111.092431:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847111.092433:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847111.092446:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459268. 00000400:00000200:3.0:1787847111.092452:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a47f8 00000400:00000010:3.0:1787847111.092455:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a47f8. 00000100:00000001:3.0:1787847111.092459:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847111.092464:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0741e00 x1874693291262592/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847111.092480:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0741e00 x1874693291262592/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.092487:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847111.092490:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.092492:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847111.092497:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847111.092500:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847111.092502:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847111.092505:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847111.092557:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c7358c60 time=81 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847111.092563:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c7358c18 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847111.092565:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847111.092567:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847111.092571:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787847111.092576:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.092580:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847111.092582:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:3.0:1787847111.092584:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847111.092586:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.092592:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0741e00 x1874693291262592/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.092599:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847111.092603:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847111.092606:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847111.092610:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0741e00 x1874693291262592/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847111.092617:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0741e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291262592:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847111.092635:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.092639:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847111.092644:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0741e00 x1874693291262592/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.092650:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847111.092653:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847111.092658:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c5582c00. 02000000:00000001:3.0:1787847111.092661:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847111.092665:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847111.092666:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c7358800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000020:00000001:3.0:1787847111.092669:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847111.092672:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985800. 02000000:00000001:3.0:1787847111.092804:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847111.092806:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847111.092809:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0741e00. 00000100:00000001:3.0:1787847111.092818:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847111.092820:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.092824:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.092826:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847111.092828:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847111.092830:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.092832:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787847111.093167:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093179:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847111.093183:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093185:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847111.093191:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093197:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847111.093204:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093209:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093214:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093218:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 25 MB=0x6a9060bb04200 00000400:00000200:1.0:1787847111.093223:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093229:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 224/224 into md 0x731 [1] + 224 00000800:00000001:1.0:1787847111.093236:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093240:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847111.093243:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847111.093247:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847111.093254:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847111.093261:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e07421c0 x1874693291262464/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847111.093271:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e07421c0 x1874693291262464/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.093295:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847111.093305:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093309:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847111.093311:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093313:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847111.093315:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093318:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847111.093331:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093334:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093337:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093339:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04300 00000400:00000200:1.0:1787847111.093342:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093347:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x739 [1] + 224 00000800:00000001:1.0:1787847111.093351:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093355:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847111.093366:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847111.093370:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847111.093373:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847111.093378:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e07403c0 x1874693291262720/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847111.093386:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e07403c0 x1874693291262720/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.093393:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847111.093397:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093400:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847111.093402:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093404:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847111.093407:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093410:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847111.093414:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093416:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093418:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093421:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04400 00000400:00000200:1.0:1787847111.093423:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093427:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x741 [1] + 224 00000800:00000001:1.0:1787847111.093430:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093433:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847111.093435:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847111.093444:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847111.093448:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847111.093453:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0740000 x1874693291262976/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847111.093461:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0740000 x1874693291262976/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.093469:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847111.093473:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093476:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847111.093478:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093480:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847111.093484:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093487:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847111.093491:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093494:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093497:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093500:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04380 00000400:00000200:1.0:1787847111.093503:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093507:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x729 [1] + 224 00000800:00000001:1.0:1787847111.093510:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093514:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847111.093540:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847111.093544:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847111.093548:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847111.093552:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0741680 x1874693291262848/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847111.093561:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0741680 x1874693291262848/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.093573:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847111.093576:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093586:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847111.093588:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093590:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847111.093594:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093598:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847111.093602:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093605:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093608:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093611:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9060bb04500 00000400:00000200:1.0:1787847111.093614:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093619:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x749 [1] + 224 00000800:00000001:1.0:1787847111.093623:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093626:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847111.093628:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847111.093636:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847111.093640:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847111.093645:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0743c00 x1874693291263232/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847111.093653:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0743c00 x1874693291263232/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.093660:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847111.093664:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093667:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847111.093668:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093670:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847111.093819:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093823:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847111.093827:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093830:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093834:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093836:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9060bb04480 00000400:00000200:1.0:1787847111.093839:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847111.093850:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x751 [1] + 224 00000800:00000001:1.0:1787847111.093854:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093879:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847111.093882:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847111.093885:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847111.093888:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847111.093892:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0743840 x1874693291263104/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847111.093900:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0743840 x1874693291263104/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847111.093906:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847111.093910:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847111.093913:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.094267:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847111.094273:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787847111.094280:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847111.094283:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847111.094287:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330a0b0. 00000400:00000200:3.0:1787847111.094293:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf73b8 00000400:00000010:3.0:1787847111.094295:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf73b8. 00000100:00000001:3.0:1787847111.094299:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847111.094305:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e07421c0 x1874693291262464/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847111.094314:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e07421c0 x1874693291262464/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.094320:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847111.094329:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.094332:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847111.094336:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847111.094339:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847111.094342:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847111.094345:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847111.094353:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c576bc60 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847111.094357:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c576bc18 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847111.094360:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847111.094372:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847111.094375:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787847111.094378:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.094381:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.094386:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e07421c0 x1874693291262464/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.094393:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847111.094396:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847111.094399:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847111.094403:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e07421c0 x1874693291262464/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847111.094412:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291262464:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847111.094419:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847111.094420:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847111.094422:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330ae18. 00000400:00000200:3.0:1787847111.094425:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7b28 00000400:00000010:3.0:1787847111.094426:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7b28. 00000100:00000001:3.0:1787847111.094429:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847111.094432:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e07403c0 x1874693291262720/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847111.094440:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e07403c0 x1874693291262720/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.094446:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847111.094455:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.094458:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847111.094459:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847111.094461:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847111.094462:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847111.094464:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847111.094471:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c735b460 time=80 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847111.094474:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c735b418 time=80 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847111.094477:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847111.094478:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847111.094480:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847111.094485:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e07403c0 x1874693291262720/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847111.094492:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.094496:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847111.094498:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:3.0:1787847111.094500:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847111.094502:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.094505:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e07403c0 x1874693291262720/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.094512:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847111.094514:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847111.094547:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847111.094552:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e07403c0 x1874693291262720/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847111.094560:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291262720:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847111.094566:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847111.094568:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847111.094570:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330a790. 00000400:00000200:3.0:1787847111.094573:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7bb0 00000400:00000010:3.0:1787847111.094574:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7bb0. 00000100:00000001:3.0:1787847111.094576:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847111.094586:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0740000 x1874693291262976/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847111.094594:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0740000 x1874693291262976/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.094601:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847111.094602:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.094604:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847111.094606:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847111.094607:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847111.094609:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847111.094610:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847111.094616:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682460 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847111.094619:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847111.094621:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847111.094622:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847111.094624:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847111.094627:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0740000 x1874693291262976/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847111.094642:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.094645:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847111.094646:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:3.0:1787847111.094648:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847111.094649:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.094652:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0740000 x1874693291262976/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.094658:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847111.094660:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847111.094661:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847111.094664:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0740000 x1874693291262976/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847111.094671:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291262976:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847111.094912:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847111.094914:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847111.094916:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330a108. 00000400:00000200:3.0:1787847111.094919:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7550 00000400:00000010:3.0:1787847111.094920:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7550. 00000100:00000001:3.0:1787847111.094923:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847111.094929:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0743c00 x1874693291263232/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847111.094938:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0743c00 x1874693291263232/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.094944:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847111.094946:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.094948:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847111.094949:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847111.094951:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847111.094953:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847111.094954:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847111.094959:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6685c60 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847111.094962:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6685c18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847111.094965:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847111.094966:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847111.094968:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847111.094971:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0743c00 x1874693291263232/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847111.094976:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.094979:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847111.094980:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:3.0:1787847111.094982:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847111.094984:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.094987:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0743c00 x1874693291263232/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.094994:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847111.095003:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847111.095005:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847111.095009:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0743c00 x1874693291263232/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847111.095017:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0743c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291263232:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847111.095022:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.095026:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847111.095031:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e07421c0 x1874693291262464/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.095038:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847111.095041:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847111.095047:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4e8fe00. 02000000:00000001:3.0:1787847111.095050:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847111.095054:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847111.095056:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1787847111.095058:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847111.095062:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985100. 02000000:00000001:3.0:1787847111.095067:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847111.095069:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847111.095071:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e07421c0. 00000100:00000001:3.0:1787847111.095078:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847111.095080:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.095082:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847111.095085:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e07403c0 x1874693291262720/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.095092:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847111.095093:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847111.095095:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4e8e600. 02000000:00000001:3.0:1787847111.095097:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847111.095098:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847111.095099:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c735b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000020:00000001:3.0:1787847111.095101:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847111.095102:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985200. 02000000:00000001:3.0:1787847111.095110:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847111.095112:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847111.095113:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e07403c0. 00000100:00000001:3.0:1787847111.095116:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847111.095117:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.095118:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847111.095122:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0740000 x1874693291262976/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.095128:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847111.095129:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847111.095130:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4e8e400. 02000000:00000001:3.0:1787847111.095132:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847111.095133:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847111.095135:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c6682000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 00000020:00000001:3.0:1787847111.095137:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847111.095138:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985700. 02000000:00000001:3.0:1787847111.095140:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847111.095141:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847111.095142:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0740000. 00000100:00000001:3.0:1787847111.095144:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847111.095146:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.095147:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847111.095150:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0743c00 x1874693291263232/t0(0) o400->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.095156:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847111.095157:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847111.095158:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4e8f200. 02000000:00000001:3.0:1787847111.095160:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847111.095161:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847111.095163:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c6685800 refcount=2 obd=lustre-OST0001-osc-ffff9954c6bd4800 00000020:00000001:3.0:1787847111.095165:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847111.095166:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985f00. 02000000:00000001:3.0:1787847111.095168:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847111.095169:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847111.095170:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0743c00. 00000100:00000001:3.0:1787847111.095173:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847111.095180:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.095182:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.095192:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847111.095195:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.095198:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847111.095201:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.095229:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847111.095231:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787847111.095235:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847111.095237:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847111.095239:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459948. 00000400:00000200:3.0:1787847111.095242:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a46e8 00000400:00000010:3.0:1787847111.095244:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a46e8. 00000100:00000001:3.0:1787847111.095246:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847111.095254:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0741680 x1874693291262848/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847111.095263:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0741680 x1874693291262848/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.095268:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847111.095270:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.095271:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847111.095273:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847111.095274:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847111.095276:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847111.095278:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847111.095282:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682c60 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847111.095285:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682c18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847111.095287:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847111.095288:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847111.095290:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787847111.095292:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.095295:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847111.095296:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:3.0:1787847111.095297:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847111.095299:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.095302:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0741680 x1874693291262848/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.095314:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847111.095316:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847111.095317:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847111.095321:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0741680 x1874693291262848/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847111.095327:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0741680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291262848:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847111.095333:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847111.095334:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847111.095336:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459210. 00000400:00000200:3.0:1787847111.095338:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4ee0 00000400:00000010:3.0:1787847111.095340:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4ee0. 00000100:00000001:3.0:1787847111.095342:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847111.095345:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0743840 x1874693291263104/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847111.095354:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0743840 x1874693291263104/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.095360:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847111.095361:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.095363:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847111.095364:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847111.095365:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847111.097067:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847111.097084:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847111.097100:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6683460 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847111.097107:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6683418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847111.097110:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847111.097113:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847111.097115:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847111.097128:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0743840 x1874693291263104/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847111.097157:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.097162:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847111.097164:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:3.0:1787847111.097166:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847111.097167:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847111.097173:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0743840 x1874693291263104/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.097179:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847111.097182:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847111.097185:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847111.097189:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0743840 x1874693291263104/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847111.097198:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0743840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291263104:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847111.097205:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.097210:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847111.097215:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0741680 x1874693291262848/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.097222:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847111.097225:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847111.097230:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c5583e00. 02000000:00000001:3.0:1787847111.097233:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847111.097236:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847111.097239:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c6682800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000020:00000001:3.0:1787847111.097241:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847111.097244:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985d00. 02000000:00000001:3.0:1787847111.097248:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847111.097251:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847111.097253:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0741680. 00000100:00000001:3.0:1787847111.097257:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847111.097259:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.097269:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847111.097273:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0743840 x1874693291263104/t0(0) o400->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847111.097279:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847111.097281:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847111.097282:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c5582200. 02000000:00000001:3.0:1787847111.097284:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847111.097286:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847111.097287:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c6683000 refcount=2 obd=lustre-OST0000-osc-ffff9954c6bd4800 00000020:00000001:3.0:1787847111.097289:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847111.097291:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985e00. 02000000:00000001:3.0:1787847111.097293:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847111.097294:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847111.097295:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0743840. 00000100:00000001:3.0:1787847111.097298:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847111.097299:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.097302:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847111.097314:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847111.097317:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847111.097320:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847111.097322:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847111.894653:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847111.894663:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847111.894670:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847111.894671:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847111.894748:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847111.894751:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847111.894755:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787847112.342805:0:9387:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4000 (cpu 0) has reached its deadline 4295036661, at 4295036672 00000100:00000010:0.0:1787847112.342826:0:9387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c7113f00. 00000100:00000040:1.0:1787847112.343003:0:710:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4110 (cpu 1) has reached its deadline 4295036661, at 4295036672 00000100:00000010:1.0:1787847112.343010:0:710:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c7113720. 00010000:00000001:0.0:1787847112.920364:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847112.920375:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847112.920382:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847112.920383:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787847112.921310:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787847112.921315:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787847112.921319:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847113.942801:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847113.942810:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847113.942817:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847113.942818:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847113.942863:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847113.942867:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847113.942871:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847114.967041:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847114.967051:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847114.967057:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847114.967059:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847114.967091:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847114.967095:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847114.967098:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847115.990716:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847115.990727:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847115.990735:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847115.990739:0:9387:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787847115.990742:0:9387:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787847115.990747:0:9387:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847115.990751:0:9387:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787847115.990754:0:9387:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847115.990757:0:9387:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847115.990759:0:9387:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787847115.990947:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787847115.990951:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787847115.990955:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787847116.183113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847116.183130:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847116.183145:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2d2c0. 00000020:00000040:2.0:1787847116.183154:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:2.0:1787847116.183160:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847116.183164:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847116.183171:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847116.183185:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954e099c100. 00000100:00000001:2.0:1787847116.183196:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183235:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS req@ffff9954e0b2d2c0 x1874693291263360/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847116.183250:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847116.183255:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183272:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7ada94a] to pc [ptlrpcd_01_00+0] req@ffff9954e0b2d2c0 x1874693291263360/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.183319:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847116.183327:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847116.183356:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2da40. 00000020:00000040:2.0:1787847116.183359:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c7358800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000100:00000001:2.0:1787847116.183362:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847116.183364:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847116.183366:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847116.183370:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954e099ce00. 00000100:00000001:2.0:1787847116.183375:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183380:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID req@ffff9954e0b2da40 x1874693291263488/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847116.183389:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847116.183391:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183396:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f99fd576] to pc [ptlrpcd_01_01+1] req@ffff9954e0b2da40 x1874693291263488/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.183405:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847116.183412:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847116.183427:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2c780. 00000020:00000040:2.0:1787847116.183430:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c735b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000100:00000001:2.0:1787847116.183433:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847116.183434:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847116.183436:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847116.183439:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954e099cf00. 00000100:00000001:2.0:1787847116.183442:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183446:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID req@ffff9954e0b2c780 x1874693291263616/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847116.183453:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847116.183455:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183458:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000174321e] to pc [ptlrpcd_01_00+0] req@ffff9954e0b2c780 x1874693291263616/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.183465:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787847116.183477:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787847116.183481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787847116.183484:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787847116.183487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847116.183491:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847116.183495:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2c3c0. 00000020:00000040:2.0:1787847116.183498:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c6682800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000100:00000001:2.0:1787847116.183500:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847116.183502:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847116.183504:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847116.183508:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954e099c700. 00000100:00000001:2.0:1787847116.183512:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183587:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID req@ffff9954e0b2c3c0 x1874693291263744/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847116.183604:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847116.183606:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183611:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098e46e2a] to pc [ptlrpcd_01_01+1] req@ffff9954e0b2c3c0 x1874693291263744/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.183643:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847116.183649:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847116.183652:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2e580. 00000020:00000040:2.0:1787847116.183654:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c6682000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 00000100:00000001:2.0:1787847116.183656:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847116.183658:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847116.183660:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847116.183663:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954e099c600. 00000100:00000001:2.0:1787847116.183666:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183675:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID req@ffff9954e0b2e580 x1874693291263872/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847116.183697:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847116.183699:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183703:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c48181dd] to pc [ptlrpcd_01_00+0] req@ffff9954e0b2e580 x1874693291263872/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.183711:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847116.183717:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787847116.183720:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1787847116.183731:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1787847116.183736:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2d680. 00000020:00000040:2.0:1787847116.183738:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c6683000 refcount=3 obd=lustre-OST0000-osc-ffff9954c6bd4800 00000100:00000001:2.0:1787847116.183741:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847116.183742:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847116.183744:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847116.183749:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c63a5200. 00000100:00000001:2.0:1787847116.183758:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.183761:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631188558960256 : -112885150591360 : ffff9954e0b2d680) 00000100:00080000:2.0:1787847116.183765:0:8:0:(import.c:65:import_set_state_nolock()) ffff9954c6683000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1787847116.183769:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9954c6bd4800: disconnect after 21s idle 00000100:00000001:2.0:1787847116.183771:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847116.183773:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183806:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c64c754f] to pc [ptlrpcd_rcv+-1] req@ffff9954e0b2d680 x1874693291264000/t0(0) o9->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.183820:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.183823:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183825:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847116.183828:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787847116.183829:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1787847116.183837:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1787847116.183840:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2f0c0. 00000020:00000040:2.0:1787847116.183843:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c6685800 refcount=3 obd=lustre-OST0001-osc-ffff9954c6bd4800 00000100:00000001:2.0:1787847116.183845:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847116.183847:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847116.183849:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847116.183853:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c63a5900. 00000100:00000001:2.0:1787847116.183857:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.183859:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631188558966976 : -112885150584640 : ffff9954e0b2f0c0) 00000100:00080000:2.0:1787847116.183862:0:8:0:(import.c:65:import_set_state_nolock()) ffff9954c6685800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1787847116.183864:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9954c6bd4800: disconnect after 21s idle 00000100:00000001:2.0:1787847116.183867:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847116.183869:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183874:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051370d62] to pc [ptlrpcd_rcv+-1] req@ffff9954e0b2f0c0 x1874693291264128/t0(0) o9->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.183881:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.183883:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.183889:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (378) 00000100:00000001:2.0:1787847116.183910:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847116.183914:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787847116.183926:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847116.183933:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2da40 x1874693291263488/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.183942:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847116.183949:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847116.183954:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847116.183958:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847116.183961:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847116.183965:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291263488:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847116.183970:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847116.183985:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847116.183988:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847116.183996:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847116.184009:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4fa8e00. 02000000:00000001:2.0:1787847116.184012:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847116.184021:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847116.184027:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330a840. 00000400:00000010:2.0:1787847116.184044:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7440. 00000100:00000200:2.0:1787847116.184054:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291263488, portal 10 00000100:00000001:2.0:1787847116.184057:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847116.184059:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558961216 : -112885150590400 : ffff9954e0b2da40) 00000100:00000040:2.0:1787847116.184069:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2da40 x1874693291263488/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.184083:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847116.184086:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847116.184089:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf76e8. 00000100:00000200:2.0:1787847116.184094:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291263488, offset 0 00000400:00000200:2.0:1787847116.184106:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847116.184116:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847116.184125:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847116.184131:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847116.184137:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847116.184141:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847116.184144:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847116.184148:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [146:146:256:4294967295] 192.168.204.124@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:2.0:1787847116.184153:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847116.184164:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847116.184171:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847116.184176:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c63a5c00. 00000800:00000200:2.0:1787847116.184185:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847116.184194:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847116.184208:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c63a5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847116.184248:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.184259:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: using a timeout of 123172 usecs (124 jiffies) 00000400:00000200:2.0:1787847116.184264:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847116.184267:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295040637 00000100:00000010:2.0:1787847116.184271:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c4cb1c60. 00000100:00000001:2.0:1787847116.184279:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787847116.184296:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295040637 00000100:00000010:2.0:1787847116.184300:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c4cb1120. 00000100:00000001:2.0:1787847116.184304:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787847116.184312:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847116.184322:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.184325:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847116.184329:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2c3c0 x1874693291263744/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.184336:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847116.184337:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847116.184345:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847116.184347:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847116.184349:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847116.184352:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291263744:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847116.184355:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847116.184358:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847116.184359:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847116.184361:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847116.184371:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4fa8600. 02000000:00000001:2.0:1787847116.184372:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847116.184375:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847116.184378:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330adc0. 00000400:00000010:2.0:1787847116.184382:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7198. 00000100:00000200:2.0:1787847116.184385:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291263744, portal 10 00000100:00000001:2.0:1787847116.184387:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847116.184394:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558955456 : -112885150596160 : ffff9954e0b2c3c0) 00000100:00000040:2.0:1787847116.184401:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2c3c0 x1874693291263744/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.184425:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847116.184428:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847116.184431:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7a18. 00000100:00000200:2.0:1787847116.184434:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291263744, offset 0 00000400:00000200:2.0:1787847116.184439:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847116.184443:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847116.184447:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847116.184450:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847116.184452:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847116.184461:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847116.184464:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847116.184467:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [147:147:255:4294967295] 192.168.204.124@tcp LPNI seq info [147:147:7:4294967295] 00000400:00000200:2.0:1787847116.184471:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847116.184478:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847116.184482:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847116.184487:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954cab1f700. 00000800:00000200:2.0:1787847116.184491:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847116.184502:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847116.184505:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954cab1f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847116.184508:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.184511:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: using a timeout of 23990 usecs (24 jiffies) 00000400:00000200:2.0:1787847116.184514:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847116.184551:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295040538 00000100:00000001:2.0:1787847116.184554:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295040637 00000100:00000001:2.0:1787847116.184557:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295040538 00000100:00000001:2.0:1787847116.184559:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295040637 00000100:00000001:2.0:1787847116.184566:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847116.184568:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.184576:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.184579:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.184587:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787847116.184595:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787847116.184599:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847116.184600:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787847116.184602:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847116.184605:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1787847116.184607:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.184609:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787847116.184610:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.184612:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847116.184613:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787847116.184614:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847116.184618:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2d2c0 x1874693291263360/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.184632:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847116.184634:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847116.184636:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847116.184638:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847116.184640:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847116.184642:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291263360:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847116.184646:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847116.184649:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847116.184656:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847116.184657:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847116.184661:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4fa9800. 02000000:00000001:2.0:1787847116.184662:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847116.184666:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847116.184668:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330abb0. 00000400:00000010:2.0:1787847116.184672:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7550. 00000100:00000200:2.0:1787847116.184675:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291263360, portal 25 00000100:00000001:2.0:1787847116.184677:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847116.184678:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558959296 : -112885150592320 : ffff9954e0b2d2c0) 00000100:00000040:2.0:1787847116.184702:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2d2c0 x1874693291263360/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.184713:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847116.184715:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847116.184718:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7bb0. 00000100:00000200:2.0:1787847116.184722:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874693291263360, offset 0 00000400:00000200:2.0:1787847116.184734:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847116.184738:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847116.184741:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847116.184744:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847116.184746:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847116.184748:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847116.184751:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847116.184753:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [148:148:254:4294967295] 192.168.204.124@tcp LPNI seq info [148:148:6:4294967295] 00000400:00000200:2.0:1787847116.184763:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847116.184770:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847116.184774:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847116.184778:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c70b2600. 00000800:00000200:2.0:1787847116.184782:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847116.184786:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847116.184793:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c70b2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847116.184797:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847116.184800:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847116.184802:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295041780 00000100:00000001:2.0:1787847116.184808:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295040637 00000100:00000001:2.0:1787847116.184814:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295041780 00000100:00000001:2.0:1787847116.184817:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295040637 00000100:00000001:2.0:1787847116.184825:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847116.184828:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.184830:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847116.184833:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2c780 x1874693291263616/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.184846:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847116.184847:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847116.184849:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847116.184859:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847116.184861:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847116.184865:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291263616:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847116.184868:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847116.184871:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847116.184872:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847116.184874:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847116.184877:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4fa8000. 02000000:00000001:2.0:1787847116.184879:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847116.184882:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847116.184885:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330a420. 00000400:00000010:2.0:1787847116.184896:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7b28. 00000100:00000200:2.0:1787847116.184900:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291263616, portal 10 00000100:00000001:2.0:1787847116.184901:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847116.184903:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558956416 : -112885150595200 : ffff9954e0b2c780) 00000100:00000040:2.0:1787847116.184909:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2c780 x1874693291263616/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.184916:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847116.184929:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847116.184933:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf73b8. 00000100:00000200:2.0:1787847116.184936:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291263616, offset 0 00000400:00000200:2.0:1787847116.184941:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847116.184946:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847116.184950:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847116.184954:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847116.184956:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847116.184967:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847116.184971:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847116.184980:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [149:149:253:4294967295] 192.168.204.124@tcp LPNI seq info [149:149:5:4294967295] 00000100:00000001:3.0:1787847116.184984:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1787847116.184986:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847116.184990:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847116.185004:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847116.185011:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847116.185015:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c70b2300. 00000800:00000200:2.0:1787847116.185019:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847116.185025:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847116.185035:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c70b2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847116.185040:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.185043:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: using a timeout of 149251 usecs (150 jiffies) 00000400:00000200:2.0:1787847116.185045:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847116.185048:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295040664 00000100:00000001:2.0:1787847116.185050:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 0, keep current deadline 4295041780 00000100:00000001:2.0:1787847116.185053:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295040664 00000100:00000001:2.0:1787847116.185055:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 1, keep current deadline 4295041780 00000100:00000001:2.0:1787847116.185057:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847116.185059:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.185060:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847116.185070:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2e580 x1874693291263872/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.185077:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847116.185079:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847116.185081:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847116.185083:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847116.185085:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847116.185087:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291263872:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847116.185090:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847116.185093:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847116.185095:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847116.185109:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847116.185112:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4fa8200. 02000000:00000001:2.0:1787847116.185114:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847116.185117:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847116.185120:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330a000. 00000400:00000010:2.0:1787847116.185124:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7ee0. 00000100:00000200:2.0:1787847116.185126:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291263872, portal 10 00000100:00000001:2.0:1787847116.185128:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847116.185129:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558964096 : -112885150587520 : ffff9954e0b2e580) 00000100:00000040:2.0:1787847116.185136:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2e580 x1874693291263872/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.185142:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847116.185144:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847116.185147:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7110. 00000100:00000200:2.0:1787847116.185150:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291263872, offset 0 00000400:00000200:2.0:1787847116.185154:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847116.185158:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847116.185161:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847116.185164:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847116.185166:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847116.185168:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847116.185170:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847116.185173:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [150:150:252:4294967295] 192.168.204.124@tcp LPNI seq info [150:150:4:4294967295] 00000400:00000200:2.0:1787847116.185176:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847116.185182:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847116.185187:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847116.185191:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c70b2200. 00000800:00000200:2.0:1787847116.185195:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847116.185199:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847116.185202:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c70b2200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847116.185204:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.185219:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: using a timeout of 33291 usecs (34 jiffies) 00000400:00000200:2.0:1787847116.185223:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847116.185225:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295040548 00000100:00000001:2.0:1787847116.185228:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295041780 00000100:00000001:2.0:1787847116.185230:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295040548 00000100:00000001:2.0:1787847116.185232:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295041780 00000100:00000001:2.0:1787847116.185235:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847116.185237:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.185240:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.185243:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787847116.185377:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847116.185381:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c63a5c00. 00000400:00000200:1.0:1787847116.185392:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847116.185398:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847116.185406:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf76e8 00000400:00000010:1.0:1787847116.185408:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf76e8. 00000100:00000001:1.0:1787847116.185415:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847116.185420:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2da40 x1874693291263488/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.185433:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847116.185442:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2da40 x1874693291263488/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.185450:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847116.185452:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787847116.185468:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847116.185470:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954cab1f700. 00000400:00000200:1.0:1787847116.185480:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847116.185484:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847116.185487:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7a18 00000400:00000010:1.0:1787847116.185489:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7a18. 00000100:00000001:1.0:1787847116.185492:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847116.185496:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2c3c0 x1874693291263744/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.185504:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847116.185507:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2c3c0 x1874693291263744/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.185514:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847116.185515:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787847116.185556:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847116.185558:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c70b2600. 00000400:00000200:1.0:1787847116.185561:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847116.185564:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847116.185566:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7bb0 00000400:00000010:1.0:1787847116.185568:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7bb0. 00000100:00000001:1.0:1787847116.185570:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847116.185574:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2d2c0 x1874693291263360/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.185581:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847116.185584:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2d2c0 x1874693291263360/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847132 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.185590:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847116.185591:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787847116.185598:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847116.185601:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c70b2300. 00000400:00000200:1.0:1787847116.185604:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847116.185608:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847116.185610:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf73b8 00000400:00000010:1.0:1787847116.185611:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf73b8. 00000100:00000001:1.0:1787847116.185613:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847116.185623:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2c780 x1874693291263616/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.185630:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847116.185632:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2c780 x1874693291263616/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.186212:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847116.186217:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787847116.186305:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847116.186309:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c70b2200. 00000400:00000200:1.0:1787847116.186313:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847116.186319:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847116.186322:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7110 00000400:00000010:1.0:1787847116.186324:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7110. 00000100:00000001:1.0:1787847116.186327:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847116.186331:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2e580 x1874693291263872/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.186340:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847116.186343:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2e580 x1874693291263872/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.186350:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847116.186352:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787847116.186942:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787847116.186950:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787847116.186954:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787847116.186963:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2d680 x1874693291264000/t0(0) o9->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847116.186973:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787847116.186975:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787847116.186979:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787847116.186982:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787847116.186985:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787847116.186988:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2396:1874693291264000:192.168.204.124@tcp:9:kworker.0 00000100:00000001:0.0:1787847116.186993:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787847116.187010:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787847116.187013:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787847116.187016:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787847116.187022:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954d8869400. 02000000:00000001:0.0:1787847116.187024:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787847116.187032:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:0.0:1787847116.187037:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d06b79f8. 00000400:00000010:0.0:1787847116.187044:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c7c12aa0. 00000100:00000200:0.0:1787847116.187053:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291264000, portal 4 00000100:00000001:0.0:1787847116.187056:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787847116.187058:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558960256 : -112885150591360 : ffff9954e0b2d680) 00000020:00000010:0.0:1787847116.187070:0:2396:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9954c8948000. 00000100:00000040:0.0:1787847116.187078:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2d680 x1874693291264000/t0(0) o9->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847116.187085:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787847116.187089:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:0.0:1787847116.187092:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c7c12f68. 00000100:00000200:0.0:1787847116.187095:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874693291264000, offset 0 00000400:00000200:0.0:1787847116.187103:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:0.0:1787847116.187112:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847116.187119:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:0.0:1787847116.187125:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787847116.187130:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:0.0:1787847116.187134:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787847116.187137:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:0.0:1787847116.187141:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [151:151:256:4294967295] 192.168.204.124@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:0.0:1787847116.187146:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847116.187154:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:0.0:1787847116.187160:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:0.0:1787847116.187166:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c69f5a00. 00000800:00000200:0.0:1787847116.187173:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:0.0:1787847116.187179:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:0.0:1787847116.187191:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c69f5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787847116.187217:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847116.187221:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: using a timeout of 32740 usecs (33 jiffies) 00000400:00000200:0.0:1787847116.187225:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:0.0:1787847116.187228:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295040549 00000100:00000001:0.0:1787847116.187232:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295041780 00000100:00000001:0.0:1787847116.187234:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295040549 00000100:00000001:0.0:1787847116.187236:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295041780 00000100:00000001:0.0:1787847116.187239:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787847116.187241:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847116.187244:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787847116.187250:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2f0c0 x1874693291264128/t0(0) o9->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847116.187258:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787847116.187259:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787847116.187262:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787847116.187264:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787847116.187266:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787847116.187269:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2396:1874693291264128:192.168.204.124@tcp:9:kworker.0 00000100:00000001:0.0:1787847116.187272:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787847116.187276:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787847116.187278:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787847116.187279:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787847116.187283:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954d8868600. 02000000:00000001:0.0:1787847116.187284:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787847116.187288:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:0.0:1787847116.187290:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d06b7058. 00000400:00000010:0.0:1787847116.187293:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c7c12b28. 00000100:00000200:0.0:1787847116.187296:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291264128, portal 4 00000100:00000001:0.0:1787847116.187298:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787847116.187300:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558966976 : -112885150584640 : ffff9954e0b2f0c0) 00000020:00000010:0.0:1787847116.187313:0:2396:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9954c894a000. 00000100:00000040:0.0:1787847116.187321:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2f0c0 x1874693291264128/t0(0) o9->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847116.187326:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787847116.187328:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:0.0:1787847116.187331:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c7c12088. 00000100:00000200:0.0:1787847116.187334:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874693291264128, offset 0 00000400:00000200:0.0:1787847116.187339:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:0.0:1787847116.187343:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847116.187346:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:0.0:1787847116.187349:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787847116.187352:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:0.0:1787847116.187354:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787847116.187356:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:0.0:1787847116.187359:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [152:152:255:4294967295] 192.168.204.124@tcp LPNI seq info [152:152:7:4294967295] 00000400:00000200:0.0:1787847116.187363:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847116.187368:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:0.0:1787847116.187373:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:0.0:1787847116.187377:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c69f5500. 00000800:00000200:0.0:1787847116.187381:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:0.0:1787847116.187385:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:0.0:1787847116.187388:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c69f5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787847116.187391:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847116.187394:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: using a timeout of 33561 usecs (34 jiffies) 00000400:00000200:0.0:1787847116.187397:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:0.0:1787847116.187399:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295040550 00000100:00000001:0.0:1787847116.187401:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295041780 00000100:00000001:0.0:1787847116.187403:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295040550 00000100:00000001:0.0:1787847116.187406:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295041780 00000100:00000001:0.0:1787847116.187415:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787847116.187418:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847116.187420:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847116.187424:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787847116.187434:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787847116.187437:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787847116.187439:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787847116.187441:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787847116.187443:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847116.187445:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787847116.189110:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847116.189125:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c69f5a00. 00000400:00000200:1.0:1787847116.189136:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847116.189150:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847116.189161:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c7c12f68 00000400:00000010:1.0:1787847116.189164:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c7c12f68. 00000100:00000001:1.0:1787847116.189173:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847116.189183:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2d680 x1874693291264000/t0(0) o9->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.189196:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847116.189200:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2d680 x1874693291264000/t0(0) o9->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.189223:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847116.189225:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787847116.189324:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847116.189326:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c69f5500. 00000400:00000200:1.0:1787847116.189330:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847116.189334:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847116.189337:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c7c12088 00000400:00000010:1.0:1787847116.189339:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c7c12088. 00000100:00000001:1.0:1787847116.189342:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847116.189346:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2f0c0 x1874693291264128/t0(0) o9->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.189354:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847116.189357:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2f0c0 x1874693291264128/t0(0) o9->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.189363:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847116.189365:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787847116.192438:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.192465:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847116.192471:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.192474:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847116.192486:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.192498:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847116.192509:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.192559:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.192568:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.192593:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04600 00000400:00000200:1.0:1787847116.192599:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.192607:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x759 [1] + 224 00000800:00000001:1.0:1787847116.192617:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.192630:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847116.192634:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847116.192640:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847116.192674:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847116.192701:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2da40 x1874693291263488/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847116.192713:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2da40 x1874693291263488/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.192742:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847116.192754:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.192766:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847116.192768:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.192770:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847116.192773:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.192777:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847116.192781:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.192784:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.192924:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.192929:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04700 00000400:00000200:1.0:1787847116.192932:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.192943:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x761 [1] + 224 00000800:00000001:1.0:1787847116.192948:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.192953:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847116.192955:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847116.192958:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847116.192962:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847116.192967:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2c3c0 x1874693291263744/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847116.192984:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2c3c0 x1874693291263744/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.192992:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847116.192997:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.193001:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847116.193003:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.193020:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847116.193024:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.193028:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847116.193033:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.193035:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.193038:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.193041:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04680 00000400:00000200:1.0:1787847116.193044:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.193048:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x771 [1] + 224 00000800:00000001:1.0:1787847116.193051:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.193055:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847116.193057:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847116.193060:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847116.193063:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847116.193068:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2c780 x1874693291263616/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847116.193076:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2c780 x1874693291263616/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.193083:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847116.193088:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.193091:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847116.193092:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.193095:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847116.193098:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.193101:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847116.193105:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.193108:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.193110:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.193113:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04780 00000400:00000200:1.0:1787847116.193116:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.193120:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x779 [1] + 224 00000800:00000001:1.0:1787847116.193124:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.193149:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847116.193152:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847116.193156:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847116.193160:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847116.193165:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2e580 x1874693291263872/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847116.193173:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2e580 x1874693291263872/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.193180:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847116.193183:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.193187:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.194567:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847116.194585:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787847116.194596:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787847116.194599:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787847116.194603:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330a420. 00000400:00000200:2.0:1787847116.194611:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7b28 00000400:00000010:2.0:1787847116.194614:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7b28. 00000100:00000001:2.0:1787847116.194618:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787847116.194628:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2c780 x1874693291263616/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787847116.194639:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2c780 x1874693291263616/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.194646:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787847116.194648:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.194650:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787847116.194654:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787847116.194657:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787847116.194687:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847116.194692:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787847116.194705:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c735b460 time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1787847116.194710:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c735b418 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1787847116.194713:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787847116.194715:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787847116.194741:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787847116.194748:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2c780 x1874693291263616/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787847116.194755:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.194760:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787847116.194763:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:2.0:1787847116.194766:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787847116.194768:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.195040:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2c780 x1874693291263616/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.195049:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847116.195052:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787847116.195055:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787847116.195060:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2c780 x1874693291263616/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847116.195069:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291263616:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1787847116.195077:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787847116.195078:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787847116.195081:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330a000. 00000400:00000200:2.0:1787847116.195083:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7ee0 00000400:00000010:2.0:1787847116.195085:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7ee0. 00000100:00000001:2.0:1787847116.195088:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787847116.195093:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2e580 x1874693291263872/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787847116.195102:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2e580 x1874693291263872/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.195109:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787847116.195111:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.195113:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787847116.195115:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787847116.195123:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787847116.195126:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847116.195129:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787847116.195135:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682460 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1787847116.195139:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1787847116.195141:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787847116.195142:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787847116.195143:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787847116.195148:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2e580 x1874693291263872/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787847116.195154:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.195157:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787847116.195158:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:2.0:1787847116.195159:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787847116.195161:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.195164:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2e580 x1874693291263872/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.195169:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847116.195172:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787847116.195173:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787847116.195177:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2e580 x1874693291263872/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847116.195184:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291263872:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1787847116.195190:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787847116.195191:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787847116.195193:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330a840. 00000400:00000200:2.0:1787847116.195196:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7440 00000400:00000010:2.0:1787847116.195197:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7440. 00000100:00000001:2.0:1787847116.195200:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787847116.195203:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2da40 x1874693291263488/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787847116.195222:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2da40 x1874693291263488/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.195227:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787847116.195229:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.195230:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787847116.195232:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787847116.195233:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787847116.195234:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847116.195236:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787847116.195241:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c7358c60 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1787847116.195243:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c7358c18 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1787847116.195246:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787847116.195247:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787847116.195248:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787847116.195251:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.195253:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787847116.195255:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:2.0:1787847116.195256:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787847116.195258:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.195261:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2da40 x1874693291263488/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.195266:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847116.195268:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787847116.195269:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787847116.195272:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2da40 x1874693291263488/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847116.195279:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291263488:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1787847116.195285:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787847116.195287:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787847116.195289:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330adc0. 00000400:00000200:2.0:1787847116.195291:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7198 00000400:00000010:2.0:1787847116.195298:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7198. 00000100:00000001:2.0:1787847116.195301:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787847116.195305:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2c3c0 x1874693291263744/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787847116.195312:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2c3c0 x1874693291263744/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.195317:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787847116.195319:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.195321:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787847116.195322:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787847116.195323:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787847116.195326:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847116.195327:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787847116.195332:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682c60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1787847116.195334:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1787847116.195336:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787847116.195351:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787847116.195354:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787847116.195357:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.195360:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787847116.195362:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:2.0:1787847116.195363:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787847116.195365:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.195369:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2c3c0 x1874693291263744/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.195376:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847116.195378:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787847116.195379:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787847116.195392:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2c3c0 x1874693291263744/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847116.195399:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291263744:192.168.204.124@tcp:400:kworker.0 00000800:00000001:1.0:1787847116.196290:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.196310:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847116.196314:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.196316:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847116.196326:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.196333:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847116.196342:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.196348:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.196354:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.196359:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 25 MB=0x6a9060bb04580 00000400:00000200:1.0:1787847116.196376:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.196384:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:1.0:1787847116.196393:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.196398:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847116.196402:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847116.197030:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847116.197041:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847116.197051:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2d2c0 x1874693291263360/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847116.197063:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2d2c0 x1874693291263360/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.197095:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847116.197110:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.197118:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847116.197120:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.197122:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847116.197127:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.197131:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847116.197136:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.197139:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.197143:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.197145:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9060bb04800 00000400:00000200:1.0:1787847116.197149:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.197155:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x781 [1] + 224 00000800:00000001:1.0:1787847116.197161:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.197164:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847116.197166:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847116.197169:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847116.197173:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847116.197177:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2d680 x1874693291264000/t0(0) o9->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847116.197186:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2d680 x1874693291264000/t0(0) o9->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.197198:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847116.197202:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.197205:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847116.197207:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.197210:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847116.197212:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.197216:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847116.197220:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.197222:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.197232:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.197235:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9060bb04880 00000400:00000200:1.0:1787847116.197238:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847116.197242:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x791 [1] + 224 00000800:00000001:1.0:1787847116.197246:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.197254:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847116.197256:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847116.197272:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847116.197275:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847116.197281:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2f0c0 x1874693291264128/t0(0) o9->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847116.197289:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2f0c0 x1874693291264128/t0(0) o9->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847116.197295:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847116.197301:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847116.197304:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.198024:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.198040:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787847116.198049:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2c780 x1874693291263616/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.198058:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787847116.198061:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787847116.198067:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4fa8000. 02000000:00000001:2.0:1787847116.198071:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787847116.198075:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787847116.198077:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c735b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000020:00000001:2.0:1787847116.198079:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787847116.198082:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954e099cf00. 02000000:00000001:2.0:1787847116.198088:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787847116.198090:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787847116.198093:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2c780. 00000100:00000001:2.0:1787847116.198096:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787847116.198098:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.198100:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787847116.198105:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2e580 x1874693291263872/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.198111:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787847116.198112:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787847116.198114:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4fa8200. 02000000:00000001:2.0:1787847116.198116:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787847116.198117:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787847116.198119:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c6682000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 00000020:00000001:2.0:1787847116.198121:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787847116.198122:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954e099c600. 02000000:00000001:2.0:1787847116.198125:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787847116.198126:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787847116.198127:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2e580. 00000100:00000001:2.0:1787847116.198132:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787847116.198134:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.198136:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787847116.198141:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2da40 x1874693291263488/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.198147:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787847116.198154:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787847116.198156:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4fa8e00. 02000000:00000001:2.0:1787847116.198158:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787847116.198160:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787847116.198162:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c7358800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000020:00000001:2.0:1787847116.198164:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787847116.198165:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954e099ce00. 02000000:00000001:2.0:1787847116.198167:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787847116.198168:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787847116.198170:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2da40. 00000100:00000001:2.0:1787847116.198174:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787847116.198175:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.198177:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787847116.198182:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2c3c0 x1874693291263744/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.198188:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787847116.198189:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787847116.198191:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4fa8600. 02000000:00000001:2.0:1787847116.198193:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787847116.198194:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787847116.198195:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c6682800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000020:00000001:2.0:1787847116.198197:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787847116.198198:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954e099c700. 02000000:00000001:2.0:1787847116.198200:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787847116.198201:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787847116.198203:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2c3c0. 00000100:00000001:2.0:1787847116.198205:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787847116.198206:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.198210:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.198212:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847116.198216:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787847116.198223:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787847116.198226:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787847116.198229:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330abb0. 00000400:00000200:2.0:1787847116.198233:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7550 00000400:00000010:2.0:1787847116.198237:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7550. 00000100:00000001:2.0:1787847116.198240:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787847116.198250:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2d2c0 x1874693291263360/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787847116.198259:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2d2c0 x1874693291263360/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.198266:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787847116.198269:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.198271:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787847116.198275:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787847116.198277:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787847116.198280:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847116.198283:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787847116.198293:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c576bc60 time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1787847116.198297:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c576bc18 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1787847116.198300:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787847116.198302:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787847116.198306:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787847116.198308:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847116.198311:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847116.198317:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2d2c0 x1874693291263360/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.198324:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847116.198328:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787847116.198331:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787847116.198336:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2d2c0 x1874693291263360/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847116.198344:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291263360:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847116.198350:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.198352:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787847116.198355:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2d2c0 x1874693291263360/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847132 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847116.198360:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787847116.198385:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787847116.198387:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4fa9800. 02000000:00000001:2.0:1787847116.198390:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787847116.198392:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787847116.198393:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:2.0:1787847116.198395:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787847116.198396:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954e099c100. 02000000:00000001:2.0:1787847116.198398:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787847116.198400:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787847116.198401:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2d2c0. 00000100:00000001:2.0:1787847116.198404:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787847116.198405:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.198407:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.198417:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787847116.198419:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847116.199495:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787847116.199502:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787847116.199511:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787847116.199514:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787847116.199575:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d06b79f8. 00000400:00000200:0.0:1787847116.199583:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c7c12aa0 00000400:00000010:0.0:1787847116.199585:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c7c12aa0. 00000100:00000001:0.0:1787847116.199589:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847116.199600:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2d680 x1874693291264000/t0(0) o9->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787847116.199610:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2d680 x1874693291264000/t0(0) o9->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847116.199618:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787847116.199619:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787847116.199622:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787847116.199624:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787847116.199627:0:2396:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787847116.199629:0:2396:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787847116.199632:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787847116.199641:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6683460 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1787847116.199644:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6683418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1787847116.199647:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787847116.199649:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847116.199652:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787847116.199657:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2d680 x1874693291264000/t0(0) o9->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787847116.199696:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847116.199700:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787847116.199703:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:0.0:1787847116.199705:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787847116.199707:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847116.199712:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2d680 x1874693291264000/t0(0) o9->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847116.199719:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787847116.199722:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787847116.199724:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1787847116.199729:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9954e0b2d680 x1874693291264000/t0(0) o9->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787847116.199739:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9954c6683000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1787847116.199743:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2d680 x1874693291264000/t0(0) o9->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787847116.199751:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2396:1874693291264000:192.168.204.124@tcp:9:kworker.0 00000400:00000001:0.0:1787847116.199758:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787847116.199760:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787847116.199762:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d06b7058. 00000400:00000200:0.0:1787847116.199764:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c7c12b28 00000400:00000010:0.0:1787847116.199766:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c7c12b28. 00000100:00000001:0.0:1787847116.199768:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847116.199772:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2f0c0 x1874693291264128/t0(0) o9->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787847116.199780:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2f0c0 x1874693291264128/t0(0) o9->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847116.200070:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787847116.200079:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787847116.200081:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787847116.200082:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787847116.200084:0:2396:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787847116.200086:0:2396:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787847116.200087:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787847116.200093:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6685c60 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1787847116.200097:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6685c18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1787847116.200099:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787847116.200100:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847116.200102:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787847116.200106:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2f0c0 x1874693291264128/t0(0) o9->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787847116.200112:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847116.200115:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787847116.200117:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:0.0:1787847116.200119:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787847116.200120:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847116.200124:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2f0c0 x1874693291264128/t0(0) o9->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847116.200130:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787847116.200132:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787847116.200133:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1787847116.200137:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9954e0b2f0c0 x1874693291264128/t0(0) o9->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787847116.200143:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9954c6685800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1787847116.200147:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2f0c0 x1874693291264128/t0(0) o9->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787847116.200154:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2396:1874693291264128:192.168.204.124@tcp:9:kworker.0 00000100:00000001:0.0:1787847116.200159:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787847116.200168:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847116.200172:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2d680 x1874693291264000/t0(0) o9->lustre-OST0000-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847116.200178:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787847116.200181:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787847116.200183:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954d8869400. 02000000:00000001:0.0:1787847116.200189:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787847116.200191:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787847116.200193:0:2396:0:(genops.c:1223:class_import_put()) import ffff9954c6683000 refcount=2 obd=lustre-OST0000-osc-ffff9954c6bd4800 00000020:00000001:0.0:1787847116.200196:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787847116.200198:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c63a5200. 02000000:00000001:0.0:1787847116.200202:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787847116.200204:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787847116.200206:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2d680. 00000100:00000001:0.0:1787847116.200210:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787847116.200211:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787847116.200213:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847116.200216:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2f0c0 x1874693291264128/t0(0) o9->lustre-OST0001-osc-ffff9954c6bd4800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1787847126 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847116.200222:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787847116.200224:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787847116.200225:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954d8868600. 02000000:00000001:0.0:1787847116.200229:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787847116.200230:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787847116.200231:0:2396:0:(genops.c:1223:class_import_put()) import ffff9954c6685800 refcount=2 obd=lustre-OST0001-osc-ffff9954c6bd4800 00000020:00000001:0.0:1787847116.200233:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787847116.200236:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c63a5900. 02000000:00000001:0.0:1787847116.200238:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787847116.200239:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787847116.200240:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2f0c0. 00000100:00000001:0.0:1787847116.200246:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787847116.200248:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787847116.200250:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847116.200973:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847116.200980:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847116.201073:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787847116.201076:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847116.201079:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787847116.201091:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847117.017767:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847117.017778:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847117.017786:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847117.017788:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847117.017811:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847117.017815:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847117.017819:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787847117.462692:0:9387:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4000 (cpu 0) has reached its deadline 4295041780, at 4295041792 00000100:00000040:1.0:1787847117.462692:0:710:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4110 (cpu 1) has reached its deadline 4295041780, at 4295041792 00000100:00000010:1.0:1787847117.462716:0:710:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c4cb1120. 00000100:00000010:0.0:1787847117.462722:0:9387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c4cb1c60. 00010000:00000001:0.0:1787847118.039126:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847118.039137:0:9387:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787847118.039147:0:9387:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787847118.039152:0:9387:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847118.039157:0:9387:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787847118.039160:0:9387:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847118.039162:0:9387:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847118.039165:0:9387:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847118.039170:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847118.039172:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787847118.040457:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787847118.040465:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787847118.040471:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847119.062600:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847119.062612:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847119.062621:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847119.062622:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787847119.062965:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787847119.062969:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847119.062974:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847120.087894:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847120.087904:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847120.087910:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847120.087911:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847120.087932:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847120.087935:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847120.088084:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847121.111840:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847121.111851:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847121.111859:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847121.111861:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787847121.115491:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787847121.115504:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787847121.115511:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787847121.303504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847121.303537:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847121.303551:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2c3c0. 00000020:00000040:2.0:1787847121.303558:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:2.0:1787847121.303564:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847121.303567:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847121.303574:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847121.303595:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c70b2800. 00000100:00000001:2.0:1787847121.303605:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847121.303620:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS req@ffff9954e0b2c3c0 x1874693291264256/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847121.303633:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847121.303638:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847121.303645:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098e46e2a] to pc [ptlrpcd_01_01+1] req@ffff9954e0b2c3c0 x1874693291264256/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847121.303683:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847121.303686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847121.303709:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847121.303712:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2da40. 00000020:00000040:2.0:1787847121.303714:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c7358800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000100:00000001:2.0:1787847121.303716:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847121.303718:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847121.303720:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847121.303724:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c70b2f00. 00000100:00000001:2.0:1787847121.303727:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847121.303731:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID req@ffff9954e0b2da40 x1874693291264384/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847121.303739:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847121.303741:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847121.303755:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f99fd576] to pc [ptlrpcd_01_00+0] req@ffff9954e0b2da40 x1874693291264384/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847121.303765:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847121.303767:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847121.303770:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847121.303772:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2e580. 00000020:00000040:2.0:1787847121.303775:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c735b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000100:00000001:2.0:1787847121.303777:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847121.303779:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847121.303780:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847121.303783:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c70b2b00. 00000100:00000001:2.0:1787847121.303786:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847121.303790:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID req@ffff9954e0b2e580 x1874693291264512/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847121.303797:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847121.303799:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847121.303802:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c48181dd] to pc [ptlrpcd_01_01+1] req@ffff9954e0b2e580 x1874693291264512/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847121.303820:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847121.303823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787847121.303827:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787847121.303830:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787847121.303833:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787847121.303836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847121.303839:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847121.303843:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2c780. 00000020:00000040:2.0:1787847121.303845:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c6682800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000100:00000001:2.0:1787847121.303847:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847121.303849:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847121.303850:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847121.303854:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c70b2e00. 00000100:00000001:2.0:1787847121.303858:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847121.303862:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID req@ffff9954e0b2c780 x1874693291264640/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847121.303869:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847121.303871:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847121.303875:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000174321e] to pc [ptlrpcd_01_00+0] req@ffff9954e0b2c780 x1874693291264640/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847121.303883:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847121.303885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847121.303888:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847121.303890:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2de00. 00000020:00000040:2.0:1787847121.303893:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c6682000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 00000100:00000001:2.0:1787847121.303895:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847121.303902:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847121.303904:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847121.303908:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c70b2a00. 00000100:00000001:2.0:1787847121.303911:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847121.303916:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID req@ffff9954e0b2de00 x1874693291264768/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847121.303923:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847121.303925:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847121.303928:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004167e0f1] to pc [ptlrpcd_01_01+1] req@ffff9954e0b2de00 x1874693291264768/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847121.303936:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847121.303938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787847121.303941:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787847121.303944:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787847121.303948:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787847121.303954:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (383) 00000100:00000001:3.0:1787847121.304208:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847121.304214:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847121.304218:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847121.304225:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2c3c0 x1874693291264256/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.304234:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847121.304237:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847121.304250:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847121.304254:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847121.304257:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847121.304262:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291264256:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847121.304267:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847121.304275:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847121.304279:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847121.304282:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847121.304286:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4e8fe00. 02000000:00000001:3.0:1787847121.304288:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847121.304297:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847121.304302:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459210. 00000400:00000010:3.0:1787847121.304312:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4ee0. 00000100:00000200:3.0:1787847121.304321:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291264256, portal 25 00000100:00000001:3.0:1787847121.304324:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847121.304325:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558955456 : -112885150596160 : ffff9954e0b2c3c0) 00000100:00000040:3.0:1787847121.304332:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2c3c0 x1874693291264256/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.304340:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847121.304343:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847121.304346:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a46e8. 00000100:00000200:3.0:1787847121.304349:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874693291264256, offset 0 00000400:00000200:3.0:1787847121.304358:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847121.304369:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847121.304378:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847121.304386:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847121.304391:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847121.304395:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847121.304398:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847121.304403:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [153:153:256:4294967295] 192.168.204.124@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:3.0:1787847121.304407:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847121.304420:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847121.304440:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847121.304449:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985e00. 00000800:00000200:3.0:1787847121.304458:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847121.304469:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847121.304475:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847121.304498:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847121.304503:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847121.304508:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295046899 00000100:00000010:3.0:1787847121.304513:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c7113420. 00000100:00000001:3.0:1787847121.304560:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787847121.304569:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295046900 00000100:00000010:3.0:1787847121.304574:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c7113e40. 00000100:00000001:3.0:1787847121.304577:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787847121.304589:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847121.304593:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.304595:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847121.304600:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2e580 x1874693291264512/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.304606:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847121.304608:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847121.304610:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847121.304612:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847121.304614:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847121.304617:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291264512:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847121.304620:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847121.304623:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847121.304625:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847121.304627:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847121.304630:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4e8f400. 02000000:00000001:3.0:1787847121.304631:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847121.304635:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847121.304644:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459948. 00000400:00000010:3.0:1787847121.304649:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a47f8. 00000100:00000200:3.0:1787847121.304652:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291264512, portal 10 00000100:00000001:3.0:1787847121.304654:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847121.304655:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558964096 : -112885150587520 : ffff9954e0b2e580) 00000100:00000040:3.0:1787847121.304663:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2e580 x1874693291264512/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.304669:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847121.304671:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847121.304673:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4550. 00000100:00000200:3.0:1787847121.304676:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291264512, offset 0 00000400:00000200:3.0:1787847121.304681:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847121.304685:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847121.304688:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847121.304691:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847121.304693:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847121.304695:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847121.304697:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000800:00000200:1.0:1787847121.304699:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1787847121.304700:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [154:154:255:4294967295] 192.168.204.124@tcp LPNI seq info [154:154:7:4294967295] 00000800:00000010:1.0:1787847121.304704:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985e00. 00000400:00000200:3.0:1787847121.304704:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847121.304709:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000400:00000200:1.0:1787847121.304711:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1787847121.304714:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000400:00000200:1.0:1787847121.304717:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000800:00000010:3.0:1787847121.304718:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985d00. 00000800:00000200:3.0:1787847121.304722:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000400:00000200:1.0:1787847121.304724:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a46e8 00000400:00000010:1.0:1787847121.304726:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a46e8. 00000800:00000200:3.0:1787847121.304726:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847121.304729:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787847121.304731:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1787847121.304732:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787847121.304736:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2c3c0 x1874693291264256/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787847121.304736:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: using a timeout of 142487 usecs (143 jiffies) 00000400:00000200:3.0:1787847121.304739:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847121.304742:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295045777 00000100:00000001:3.0:1787847121.304744:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 0, keep current deadline 4295046899 00000100:00000001:1.0:1787847121.304747:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847121.304751:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2c3c0 x1874693291264256/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.304752:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295045777 00000100:00000001:3.0:1787847121.304754:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 1, keep current deadline 4295046900 00000100:00000001:3.0:1787847121.304757:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847121.304759:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.304761:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787847121.304763:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847121.304765:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1787847121.304765:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2de00 x1874693291264768/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.304771:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847121.304772:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847121.304774:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847121.304775:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847121.304778:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787847121.304781:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1787847121.304781:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291264768:192.168.204.124@tcp:400:kworker.0 00000800:00000010:1.0:1787847121.304783:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985d00. 00000400:00000200:1.0:1787847121.304785:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1787847121.304785:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847121.304788:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1787847121.304789:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 02000000:00000001:3.0:1787847121.304789:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847121.304791:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4550 02000000:00000001:3.0:1787847121.304791:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1787847121.304793:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4550. 02000000:00000010:3.0:1787847121.304794:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4e8ec00. 00000100:00000001:1.0:1787847121.304795:0:2389:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1787847121.304796:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787847121.304798:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2e580 x1874693291264512/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787847121.304799:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847121.304802:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459268. 00000400:00000010:3.0:1787847121.304805:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a44c8. 00000100:00000001:1.0:1787847121.304806:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1787847121.304808:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291264768, portal 10 00000100:00000040:1.0:1787847121.304809:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2e580 x1874693291264512/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.304810:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847121.304811:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558962176 : -112885150589440 : ffff9954e0b2de00) 00000100:00000001:1.0:1787847121.304815:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847121.304817:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1787847121.304818:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2de00 x1874693291264768/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.304823:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847121.304826:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847121.304828:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a45d8. 00000100:00000200:3.0:1787847121.304830:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291264768, offset 0 00000400:00000200:3.0:1787847121.304840:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847121.304844:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847121.304847:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847121.304850:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847121.304853:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847121.304855:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847121.304857:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847121.304860:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [155:155:256:4294967295] 192.168.204.124@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:3.0:1787847121.304863:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847121.304870:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847121.304874:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847121.304879:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985f00. 00000800:00000200:3.0:1787847121.304882:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847121.304887:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847121.304890:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847121.304907:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847121.304910:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: using a timeout of 30118 usecs (31 jiffies) 00000400:00000200:3.0:1787847121.304913:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847121.304915:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295045665 00000100:00000001:3.0:1787847121.304918:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295046899 00000100:00000001:3.0:1787847121.304920:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295045665 00000100:00000001:3.0:1787847121.304922:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295046900 00000100:00000001:3.0:1787847121.304924:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847121.304926:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.304929:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.304932:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847121.304942:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847121.304945:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787847121.305049:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847121.305050:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847121.305053:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847121.305061:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1787847121.305063:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847121.305066:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847121.305068:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847121.305070:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847121.305071:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847121.305073:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847121.305078:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2da40 x1874693291264384/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.305085:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847121.305086:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847121.305089:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847121.305091:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847121.305093:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847121.305096:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291264384:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847121.305100:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847121.305103:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847121.305105:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847121.305107:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847121.305111:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4e8ea00. 02000000:00000001:3.0:1787847121.305113:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847121.305116:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847121.305119:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459b00. 00000400:00000010:3.0:1787847121.305122:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4440. 00000100:00000200:3.0:1787847121.305125:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291264384, portal 10 00000100:00000001:3.0:1787847121.305127:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847121.305128:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558961216 : -112885150590400 : ffff9954e0b2da40) 00000100:00000040:3.0:1787847121.305173:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2da40 x1874693291264384/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.305179:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847121.305181:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847121.305185:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4220. 00000100:00000200:3.0:1787847121.305187:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291264384, offset 0 00000400:00000200:3.0:1787847121.305192:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847121.305202:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847121.305206:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847121.305209:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847121.305211:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847121.305214:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847121.305216:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847121.305219:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [156:156:255:4294967295] 192.168.204.124@tcp LPNI seq info [156:156:7:4294967295] 00000400:00000200:3.0:1787847121.305223:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847121.305229:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847121.305232:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847121.305236:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985700. 00000800:00000200:3.0:1787847121.305240:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847121.305244:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847121.305246:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847121.305249:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847121.305252:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: using a timeout of 118836 usecs (119 jiffies) 00000400:00000200:3.0:1787847121.305254:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847121.305256:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295045753 00000100:00000001:3.0:1787847121.305258:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request active for cpu 0, keep current deadline 4295046899 00000100:00000001:3.0:1787847121.305260:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295045753 00000100:00000001:3.0:1787847121.305262:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request active for cpu 1, keep current deadline 4295046900 00000100:00000001:3.0:1787847121.305264:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847121.305265:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.305267:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847121.305272:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2c780 x1874693291264640/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.305279:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847121.305280:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847121.305282:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847121.305290:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847121.305292:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847121.305296:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291264640:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847121.305299:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847121.305302:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847121.305304:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847121.305306:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847121.305309:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954d8869400. 02000000:00000001:3.0:1787847121.305311:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847121.305314:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847121.305317:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d24598f0. 00000400:00000010:3.0:1787847121.305321:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4d48. 00000100:00000200:3.0:1787847121.305324:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291264640, portal 10 00000100:00000001:3.0:1787847121.305326:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847121.305327:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558956416 : -112885150595200 : ffff9954e0b2c780) 00000100:00000040:3.0:1787847121.305333:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2c780 x1874693291264640/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.305339:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847121.305341:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847121.305344:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4dd0. 00000100:00000200:3.0:1787847121.305346:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291264640, offset 0 00000400:00000200:3.0:1787847121.305350:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847121.305354:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847121.305358:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847121.305360:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847121.305363:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847121.305365:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847121.305368:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847121.305371:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [157:157:254:4294967295] 192.168.204.124@tcp LPNI seq info [157:157:6:4294967295] 00000400:00000200:3.0:1787847121.305374:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847121.305381:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847121.305385:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847121.305394:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985200. 00000800:00000200:3.0:1787847121.305398:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847121.305402:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847121.305405:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847121.305408:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847121.305411:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: using a timeout of 23051 usecs (24 jiffies) 00000400:00000200:3.0:1787847121.305414:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847121.305416:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295045658 00000100:00000001:3.0:1787847121.305419:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295046899 00000100:00000001:3.0:1787847121.305421:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295045658 00000100:00000001:3.0:1787847121.305423:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295046900 00000100:00000001:3.0:1787847121.305426:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847121.305428:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.305431:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.305433:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.305451:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847121.305454:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787847121.306202:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847121.306209:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985f00. 00000400:00000200:1.0:1787847121.306215:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847121.306222:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847121.306228:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a45d8 00000400:00000010:1.0:1787847121.306231:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a45d8. 00000100:00000001:1.0:1787847121.306235:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847121.306241:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2de00 x1874693291264768/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847121.306251:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847121.306254:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2de00 x1874693291264768/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847121.306260:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847121.306261:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787847121.306273:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847121.306284:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985700. 00000400:00000200:1.0:1787847121.306287:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847121.306291:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847121.306294:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4220 00000400:00000010:1.0:1787847121.306296:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4220. 00000100:00000001:1.0:1787847121.306299:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847121.306303:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2da40 x1874693291264384/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847121.306310:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847121.306313:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2da40 x1874693291264384/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847121.306318:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847121.306320:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787847121.306389:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787847121.306392:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985200. 00000400:00000200:1.0:1787847121.306396:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847121.306400:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1787847121.306403:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4dd0 00000400:00000010:1.0:1787847121.306405:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4dd0. 00000100:00000001:1.0:1787847121.306408:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787847121.306411:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2c780 x1874693291264640/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847121.306419:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847121.306422:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2c780 x1874693291264640/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847121.306429:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847121.306431:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787847121.310828:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.310851:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847121.310856:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.310859:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847121.310872:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.310882:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847121.310912:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.310919:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.310925:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.310930:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04a00 00000400:00000200:1.0:1787847121.310936:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.310942:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7a9 [1] + 224 00000800:00000001:1.0:1787847121.310952:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.310957:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847121.310961:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847121.310965:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847121.310976:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847121.310987:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2e580 x1874693291264512/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847121.310999:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2e580 x1874693291264512/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.311059:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847121.311064:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787847121.311083:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847121.311096:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.311100:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847121.311102:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.311104:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847121.311108:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311111:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847121.311115:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311118:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311120:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311123:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 25 MB=0x6a9060bb04900 00000400:00000200:1.0:1787847121.311126:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311131:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 224/224 into md 0x7a1 [1] + 224 00000800:00000001:1.0:1787847121.311135:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.311138:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847121.311140:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847121.311149:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847121.311153:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847121.311158:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2c3c0 x1874693291264256/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847121.311177:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2c3c0 x1874693291264256/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847121.311185:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847121.311191:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.311195:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847121.311197:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.311199:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847121.311202:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311205:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847121.311209:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311211:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311214:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311217:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04b00 00000400:00000200:1.0:1787847121.311220:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311223:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7b1 [1] + 224 00000800:00000001:1.0:1787847121.311227:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.311229:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847121.311231:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847121.311234:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847121.311237:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847121.311242:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2de00 x1874693291264768/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847121.311250:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2de00 x1874693291264768/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847121.311257:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847121.311260:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.311263:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847121.311270:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.311273:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847121.311277:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311280:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847121.311285:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311288:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311291:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311294:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04980 00000400:00000200:1.0:1787847121.311297:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311301:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7b9 [1] + 224 00000800:00000001:1.0:1787847121.311304:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.311307:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847121.311310:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847121.311313:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847121.311316:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847121.311321:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2da40 x1874693291264384/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847121.311328:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2da40 x1874693291264384/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847121.311335:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847121.311338:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.311340:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787847121.311342:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.311344:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847121.311346:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311349:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1787847121.311352:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311355:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311357:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311359:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04a80 00000400:00000200:1.0:1787847121.311362:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847121.311366:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7c1 [1] + 224 00000800:00000001:1.0:1787847121.311390:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.311397:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787847121.311399:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787847121.311403:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1787847121.311406:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847121.311410:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2c780 x1874693291264640/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787847121.311418:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2c780 x1874693291264640/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847121.311425:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787847121.311428:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787847121.311432:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787847121.317335:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847121.317345:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847121.317351:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459948. 00000400:00000200:3.0:1787847121.317364:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a47f8 00000400:00000010:3.0:1787847121.317380:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a47f8. 00000100:00000001:3.0:1787847121.317387:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847121.317406:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2e580 x1874693291264512/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847121.317419:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2e580 x1874693291264512/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.317429:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847121.317432:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847121.318331:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847121.318362:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847121.318365:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847121.318380:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847121.318385:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847121.318400:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c735b460 time=90 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847121.318408:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c735b418 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847121.318411:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847121.318413:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847121.318417:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847121.318427:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2e580 x1874693291264512/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847121.318503:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.318509:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847121.318512:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:3.0:1787847121.318514:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847121.318530:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847121.318537:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2e580 x1874693291264512/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.318545:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847121.318549:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847121.318552:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847121.318556:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2e580 x1874693291264512/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847121.318564:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291264512:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847121.318591:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847121.318594:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847121.318598:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459268. 00000400:00000200:3.0:1787847121.318603:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a44c8 00000400:00000010:3.0:1787847121.318606:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a44c8. 00000100:00000001:3.0:1787847121.318611:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847121.318616:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2de00 x1874693291264768/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847121.318638:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2de00 x1874693291264768/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.318645:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847121.318648:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847121.318650:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847121.318652:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847121.318653:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847121.318655:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847121.318657:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847121.318663:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682460 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847121.318665:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847121.318668:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847121.318669:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847121.318671:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847121.318675:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2de00 x1874693291264768/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847121.318682:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.318684:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847121.318686:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:3.0:1787847121.318688:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847121.318689:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847121.318694:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2de00 x1874693291264768/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.318701:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847121.318703:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847121.318705:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847121.318708:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2de00 x1874693291264768/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847121.318716:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291264768:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847121.318720:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.318730:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847121.318735:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2e580 x1874693291264512/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.318743:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847121.318747:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847121.318751:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4e8f400. 02000000:00000001:3.0:1787847121.318759:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847121.318763:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847121.318765:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c735b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000020:00000001:3.0:1787847121.318768:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847121.318771:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c70b2b00. 02000000:00000001:3.0:1787847121.318775:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847121.318778:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847121.318780:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2e580. 00000100:00000001:3.0:1787847121.318787:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847121.318788:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847121.318790:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847121.318792:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2de00 x1874693291264768/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.318798:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847121.318800:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847121.318801:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4e8ec00. 02000000:00000001:3.0:1787847121.318803:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847121.318804:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847121.318806:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c6682000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 00000020:00000001:3.0:1787847121.318807:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847121.318809:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c70b2a00. 02000000:00000001:3.0:1787847121.318811:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847121.318812:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847121.318813:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2de00. 00000100:00000001:3.0:1787847121.318816:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847121.318817:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847121.318822:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.318824:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847121.318827:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787847121.318830:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847121.318837:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847121.318839:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459b00. 00000400:00000200:3.0:1787847121.318841:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4440 00000400:00000010:3.0:1787847121.318843:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4440. 00000100:00000001:3.0:1787847121.318846:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847121.318850:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2da40 x1874693291264384/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847121.318859:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2da40 x1874693291264384/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.318865:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847121.318866:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847121.318868:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847121.318870:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847121.318871:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847121.318873:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847121.318875:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847121.318880:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c7358c60 time=91 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847121.318883:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c7358c18 time=91 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847121.318885:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847121.318887:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847121.318889:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787847121.318892:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.318894:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847121.318896:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:3.0:1787847121.318897:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847121.318899:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847121.318902:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2da40 x1874693291264384/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.318909:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847121.318910:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847121.318912:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847121.318915:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2da40 x1874693291264384/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847121.318935:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291264384:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847121.318941:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847121.318942:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847121.318944:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d24598f0. 00000400:00000200:3.0:1787847121.318946:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4d48 00000400:00000010:3.0:1787847121.318948:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4d48. 00000100:00000001:3.0:1787847121.318950:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847121.318954:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2c780 x1874693291264640/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847121.318962:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2c780 x1874693291264640/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.318968:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847121.318969:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847121.318970:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847121.318972:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847121.318973:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847121.318975:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847121.318977:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847121.318981:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682c60 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847121.318984:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682c18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847121.318986:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847121.318988:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847121.318990:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787847121.318992:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.318994:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847121.318996:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:3.0:1787847121.318997:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847121.318999:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847121.319002:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2c780 x1874693291264640/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.319009:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847121.319015:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847121.319017:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847121.319021:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2c780 x1874693291264640/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847121.319029:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291264640:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847121.319034:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847121.319035:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847121.319037:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459210. 00000400:00000200:3.0:1787847121.319039:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4ee0 00000400:00000010:3.0:1787847121.319041:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4ee0. 00000100:00000001:3.0:1787847121.319043:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847121.319047:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2c3c0 x1874693291264256/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847121.319056:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2c3c0 x1874693291264256/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.319062:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847121.319063:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847121.319064:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847121.319065:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847121.319066:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847121.319068:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847121.319070:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847121.319072:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c576bc60 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847121.319075:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c576bc18 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847121.319077:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847121.319078:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847121.319079:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787847121.319082:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.319083:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847121.319086:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2c3c0 x1874693291264256/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.319092:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847121.319098:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847121.319100:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847121.319104:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2c3c0 x1874693291264256/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847121.319111:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291264256:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847121.319116:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847121.319117:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847121.319120:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2da40 x1874693291264384/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.319126:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847121.319127:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847121.319129:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4e8ea00. 02000000:00000001:3.0:1787847121.319131:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847121.319132:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847121.319134:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c7358800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000020:00000001:3.0:1787847121.319136:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847121.319138:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c70b2f00. 02000000:00000001:3.0:1787847121.319140:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847121.319141:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847121.319143:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2da40. 00000100:00000001:3.0:1787847121.319146:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847121.319147:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847121.319148:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847121.319152:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2c780 x1874693291264640/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.319158:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847121.319159:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847121.321025:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954d8869400. 02000000:00000001:3.0:1787847121.321046:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847121.321049:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847121.321051:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c6682800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000020:00000001:3.0:1787847121.321054:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847121.321070:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c70b2e00. 02000000:00000001:3.0:1787847121.321096:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847121.321099:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847121.321101:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2c780. 00000100:00000001:3.0:1787847121.321106:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847121.321108:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847121.321112:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847121.321124:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2c3c0 x1874693291264256/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847121.321133:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847121.321135:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847121.321137:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4e8fe00. 02000000:00000001:3.0:1787847121.321139:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847121.321141:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847121.321142:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1787847121.321144:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847121.321146:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c70b2800. 02000000:00000001:3.0:1787847121.321147:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847121.321148:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847121.321150:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2c3c0. 00000100:00000001:3.0:1787847121.321152:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847121.321153:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847121.321155:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847121.322246:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847121.322250:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847121.322256:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847121.322261:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847122.136377:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847122.136390:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847122.136423:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847122.136424:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787847122.136561:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787847122.136575:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847122.136579:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787847122.582729:0:9387:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4000 (cpu 0) has reached its deadline 4295046899, at 4295046912 00000100:00000010:0.0:1787847122.582750:0:9387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c7113420. 00000100:00000040:1.0:1787847122.582885:0:710:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4110 (cpu 1) has reached its deadline 4295046900, at 4295046912 00000100:00000010:1.0:1787847122.582892:0:710:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c7113e40. 00010000:00000001:0.0:1787847123.158988:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847123.158997:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847123.159003:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847123.159004:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787847123.159697:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787847123.159701:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787847123.159704:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847124.185741:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847124.185749:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847124.185754:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847124.185755:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847124.185783:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847124.185785:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847124.185789:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787847124.233938:0:10076:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787847124.233952:0:10076:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787847124.643316:0:10113:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1787847124.643323:0:10113:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:1.0:1787847124.648053:0:10113:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1787847125.219857:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847125.219867:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847125.219876:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847125.219877:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787847125.219980:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787847125.219984:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847125.219987:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847126.230728:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847126.230734:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847126.230739:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847126.230742:0:9387:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787847126.230744:0:9387:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787847126.230747:0:9387:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847126.230750:0:9387:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787847126.230752:0:9387:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847126.230754:0:9387:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847126.230756:0:9387:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787847126.234030:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787847126.234037:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847126.234041:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787847126.425717:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847126.425737:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847126.425746:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0740000. 00000020:00000040:3.0:1787847126.425751:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:3.0:1787847126.425755:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847126.425769:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847126.425773:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847126.425780:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985300. 00000100:00000001:3.0:1787847126.425786:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.425799:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS req@ffff9954e0740000 x1874693291264896/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847126.425808:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847126.425812:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.425819:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075c7e4e6] to pc [ptlrpcd_01_00+0] req@ffff9954e0740000 x1874693291264896/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.425864:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.425867:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847126.425870:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847126.425873:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e07403c0. 00000020:00000040:3.0:1787847126.425876:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c7358800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000100:00000001:3.0:1787847126.425878:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847126.425879:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847126.425881:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847126.425885:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985100. 00000100:00000001:3.0:1787847126.425887:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.425891:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID req@ffff9954e07403c0 x1874693291265024/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847126.425899:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847126.425901:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.425905:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000365fe1] to pc [ptlrpcd_01_01+1] req@ffff9954e07403c0 x1874693291265024/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.425912:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.425914:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847126.425916:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847126.425919:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e07421c0. 00000020:00000040:3.0:1787847126.425926:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c735b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000100:00000001:3.0:1787847126.425929:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847126.425931:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847126.425932:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847126.425936:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985800. 00000100:00000001:3.0:1787847126.425939:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.425943:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID req@ffff9954e07421c0 x1874693291265152/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847126.425949:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847126.425951:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.425954:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000560391ea] to pc [ptlrpcd_01_00+0] req@ffff9954e07421c0 x1874693291265152/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.425960:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.425962:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787847126.425966:0:8919:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787847126.425969:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787847126.425971:0:8919:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787847126.425974:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847126.425976:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847126.425979:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0741e00. 00000020:00000040:3.0:1787847126.425980:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c6682800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000100:00000001:3.0:1787847126.425993:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847126.425994:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847126.425996:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847126.426000:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985a00. 00000100:00000001:3.0:1787847126.426002:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.426006:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID req@ffff9954e0741e00 x1874693291265280/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847126.426025:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847126.426027:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.426031:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a30666ad] to pc [ptlrpcd_01_01+1] req@ffff9954e0741e00 x1874693291265280/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.426038:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.426040:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847126.426043:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787847126.426046:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e07412c0. 00000020:00000040:3.0:1787847126.426048:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c6682000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 00000100:00000001:3.0:1787847126.426050:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847126.426052:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847126.426053:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847126.426056:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c8985b00. 00000100:00000001:3.0:1787847126.426059:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.426063:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID req@ffff9954e07412c0 x1874693291265408/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787847126.426070:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847126.426071:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.426083:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ff4e8e] to pc [ptlrpcd_01_00+0] req@ffff9954e07412c0 x1874693291265408/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.426090:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.426092:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787847126.426095:0:8919:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787847126.426098:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787847126.426100:0:8919:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787847126.426105:0:8919:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (388) 00000100:00000001:3.0:1787847126.426121:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847126.426125:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847126.426128:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847126.426134:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e07403c0 x1874693291265024/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.426142:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847126.426144:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847126.426149:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847126.426152:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847126.426154:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847126.426158:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291265024:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847126.426163:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847126.426171:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847126.426174:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847126.426177:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847126.426181:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c5582c00. 02000000:00000001:3.0:1787847126.426182:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847126.426189:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847126.426193:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459210. 00000400:00000010:3.0:1787847126.426199:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4ee0. 00000100:00000200:3.0:1787847126.426206:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291265024, portal 10 00000100:00000001:3.0:1787847126.426207:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847126.426209:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554843072 : -112885154708544 : ffff9954e07403c0) 00000100:00000040:3.0:1787847126.426216:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e07403c0 x1874693291265024/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.426222:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847126.426224:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847126.426227:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4d48. 00000100:00000200:3.0:1787847126.426230:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291265024, offset 0 00000400:00000200:3.0:1787847126.426236:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847126.426245:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847126.426252:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847126.426257:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847126.426268:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847126.426271:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847126.426274:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847126.426278:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [158:158:256:4294967295] 192.168.204.124@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:3.0:1787847126.426281:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847126.426292:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847126.426299:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847126.426303:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985c00. 00000800:00000200:3.0:1787847126.426309:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847126.426316:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847126.426320:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847126.426349:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.426354:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: using a timeout of 114992 usecs (115 jiffies) 00000400:00000200:3.0:1787847126.426357:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847126.426360:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295050870 00000100:00000010:3.0:1787847126.426364:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c71133c0. 00000100:00000001:3.0:1787847126.426369:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787847126.426376:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295050870 00000100:00000010:3.0:1787847126.426385:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c7113540. 00000100:00000001:3.0:1787847126.426389:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787847126.426393:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847126.426395:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847126.426398:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847126.426402:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0741e00 x1874693291265280/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.426408:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847126.426410:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847126.426412:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847126.426413:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847126.426415:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847126.426424:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0741e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291265280:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847126.426428:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847126.426430:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847126.426432:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847126.426434:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847126.426437:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c5582200. 02000000:00000001:3.0:1787847126.426439:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847126.426442:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847126.426444:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d24598f0. 00000400:00000010:3.0:1787847126.426448:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4440. 00000100:00000200:3.0:1787847126.426451:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291265280, portal 10 00000100:00000001:3.0:1787847126.426453:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847126.426454:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554849792 : -112885154701824 : ffff9954e0741e00) 00000100:00000040:3.0:1787847126.426460:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0741e00 x1874693291265280/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.426465:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847126.426468:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847126.426470:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a44c8. 00000100:00000200:3.0:1787847126.426472:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291265280, offset 0 00000400:00000200:3.0:1787847126.426476:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847126.426479:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847126.426493:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847126.426495:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847126.426497:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847126.426499:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847126.426501:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847126.426505:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [159:159:255:4294967295] 192.168.204.124@tcp LPNI seq info [159:159:7:4294967295] 00000400:00000200:3.0:1787847126.426508:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847126.426513:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847126.426680:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847126.426685:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985400. 00000800:00000200:3.0:1787847126.426693:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847126.426697:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847126.426700:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847126.426702:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.426705:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: using a timeout of 22670 usecs (23 jiffies) 00000400:00000200:3.0:1787847126.426708:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847126.426710:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295050778 00000100:00000001:3.0:1787847126.426713:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295050870 00000100:00000001:3.0:1787847126.426715:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295050778 00000100:00000001:3.0:1787847126.426717:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295050870 00000100:00000001:3.0:1787847126.426719:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847126.426721:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847126.426723:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847126.426726:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.426734:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847126.426736:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787847126.426738:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847126.426739:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847126.426740:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847126.426743:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1787847126.426744:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.426746:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847126.426747:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.426748:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847126.426749:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847126.426750:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847126.426754:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0740000 x1874693291264896/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.426760:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847126.426761:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847126.426763:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847126.426764:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847126.426766:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847126.426773:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291264896:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847126.426776:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847126.426779:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847126.426780:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847126.426782:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847126.426784:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c5582e00. 02000000:00000001:3.0:1787847126.426786:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847126.426789:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847126.426791:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459b00. 00000400:00000010:3.0:1787847126.426794:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a47f8. 00000100:00000200:3.0:1787847126.426796:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291264896, portal 25 00000100:00000001:3.0:1787847126.426798:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847126.426799:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554842112 : -112885154709504 : ffff9954e0740000) 00000100:00000040:3.0:1787847126.426804:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0740000 x1874693291264896/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.426809:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847126.426811:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847126.426813:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4000. 00000100:00000200:3.0:1787847126.426814:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874693291264896, offset 0 00000400:00000200:3.0:1787847126.426818:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847126.426821:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847126.426825:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847126.426827:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847126.426829:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847126.426832:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847126.426834:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847126.426836:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [160:160:254:4294967295] 192.168.204.124@tcp LPNI seq info [160:160:6:4294967295] 00000400:00000200:3.0:1787847126.426840:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847126.426846:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847126.426850:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847126.426853:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985200. 00000800:00000200:3.0:1787847126.426862:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847126.426866:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847126.426869:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847126.426872:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847126.426876:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847126.426878:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295052021 00000100:00000001:3.0:1787847126.426883:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295050870 00000100:00000001:3.0:1787847126.426886:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295052021 00000100:00000001:3.0:1787847126.426888:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295050870 00000100:00000001:3.0:1787847126.426891:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847126.426893:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847126.426895:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847126.426899:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e07421c0 x1874693291265152/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.426905:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847126.426907:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847126.426908:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847126.426910:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847126.426912:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847126.426914:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291265152:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847126.426917:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847126.426920:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847126.426921:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847126.426923:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847126.426926:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c3d7ce00. 02000000:00000001:3.0:1787847126.426928:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847126.426931:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847126.426933:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459268. 00000400:00000010:3.0:1787847126.426936:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4f68. 00000100:00000200:3.0:1787847126.426939:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291265152, portal 10 00000100:00000001:3.0:1787847126.426941:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847126.426947:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554850752 : -112885154700864 : ffff9954e07421c0) 00000100:00000040:3.0:1787847126.426953:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e07421c0 x1874693291265152/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.426959:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847126.426961:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847126.426963:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a43b8. 00000100:00000200:3.0:1787847126.426966:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291265152, offset 0 00000400:00000200:3.0:1787847126.426969:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847126.426973:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847126.426976:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847126.426979:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847126.426981:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847126.426983:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847126.426985:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847126.426988:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [161:161:253:4294967295] 192.168.204.124@tcp LPNI seq info [161:161:5:4294967295] 00000400:00000200:3.0:1787847126.426992:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847126.426998:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847126.427002:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847126.427005:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985700. 00000800:00000200:3.0:1787847126.427009:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847126.427013:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847126.427015:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847126.427018:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.427021:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: using a timeout of 136567 usecs (137 jiffies) 00000400:00000200:3.0:1787847126.427024:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847126.427025:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295050892 00000100:00000001:3.0:1787847126.427027:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 0, keep current deadline 4295052021 00000100:00000001:3.0:1787847126.427029:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295050892 00000100:00000001:3.0:1787847126.427031:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 1, keep current deadline 4295052021 00000100:00000001:3.0:1787847126.427032:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847126.427040:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847126.427042:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847126.427046:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e07412c0 x1874693291265408/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.427051:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847126.427053:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847126.427054:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847126.427056:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847126.427058:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847126.427060:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e07412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291265408:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847126.427063:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847126.427065:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847126.427067:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847126.427069:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847126.427071:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c3d7d400. 02000000:00000001:3.0:1787847126.427073:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847126.427075:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847126.427077:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459948. 00000400:00000010:3.0:1787847126.427080:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4088. 00000100:00000200:3.0:1787847126.427083:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291265408, portal 10 00000100:00000001:3.0:1787847126.427085:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847126.427086:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554846912 : -112885154704704 : ffff9954e07412c0) 00000100:00000040:3.0:1787847126.427091:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e07412c0 x1874693291265408/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.427096:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847126.427098:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847126.427099:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a42a8. 00000100:00000200:3.0:1787847126.427101:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291265408, offset 0 00000400:00000200:3.0:1787847126.427106:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847126.427109:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847126.427112:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847126.427114:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847126.427121:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847126.427123:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847126.427125:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847126.427128:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [162:162:252:4294967295] 192.168.204.124@tcp LPNI seq info [162:162:4:4294967295] 00000400:00000200:3.0:1787847126.427131:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847126.427136:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847126.427140:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847126.427143:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985f00. 00000800:00000200:3.0:1787847126.427147:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847126.427150:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847126.427152:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847126.427155:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.427157:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: using a timeout of 28443 usecs (29 jiffies) 00000400:00000200:3.0:1787847126.427159:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847126.427161:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295050784 00000100:00000001:3.0:1787847126.427163:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295052021 00000100:00000001:3.0:1787847126.427165:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295050784 00000100:00000001:3.0:1787847126.427167:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295052021 00000100:00000001:3.0:1787847126.427168:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847126.427170:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847126.427172:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847126.427174:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787847126.427412:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847126.427417:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985c00. 00000400:00000200:0.0:1787847126.427421:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847126.427427:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847126.427432:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4d48 00000400:00000010:0.0:1787847126.427435:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4d48. 00000100:00000001:0.0:1787847126.427438:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847126.427442:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e07403c0 x1874693291265024/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847126.427455:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847126.427459:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e07403c0 x1874693291265024/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847126.427465:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847126.427467:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847126.427491:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847126.427494:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985400. 00000400:00000200:0.0:1787847126.427496:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847126.427499:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847126.427502:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a44c8 00000400:00000010:0.0:1787847126.427504:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a44c8. 00000100:00000001:0.0:1787847126.427506:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847126.427508:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0741e00 x1874693291265280/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847126.427514:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847126.427535:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0741e00 x1874693291265280/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847126.427541:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847126.427542:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847126.427549:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847126.427551:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985200. 00000400:00000200:0.0:1787847126.427553:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847126.427556:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847126.427558:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4000 00000400:00000010:0.0:1787847126.427559:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4000. 00000100:00000001:0.0:1787847126.427561:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847126.427564:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0740000 x1874693291264896/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847126.427569:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847126.427572:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0740000 x1874693291264896/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847126.427587:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847126.427589:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847126.427596:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847126.427598:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985700. 00000400:00000200:0.0:1787847126.427600:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847126.427603:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847126.427605:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a43b8 00000400:00000010:0.0:1787847126.427607:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a43b8. 00000100:00000001:0.0:1787847126.427608:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847126.427611:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e07421c0 x1874693291265152/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847126.427617:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847126.427619:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e07421c0 x1874693291265152/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847126.427624:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847126.427626:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847126.427681:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847126.427683:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985f00. 00000400:00000200:0.0:1787847126.427685:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847126.427688:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847126.427690:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a42a8 00000400:00000010:0.0:1787847126.427692:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a42a8. 00000100:00000001:0.0:1787847126.427693:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847126.427696:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e07412c0 x1874693291265408/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847126.427702:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847126.427705:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e07412c0 x1874693291265408/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847126.427710:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847126.427711:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787847126.428881:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847126.428887:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787847126.437458:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437514:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847126.437540:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437543:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847126.437552:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437560:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847126.437570:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437575:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437581:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437585:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 25 MB=0x6a9060bb04b80 00000400:00000200:0.0:1787847126.437590:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437596:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:0.0:1787847126.437604:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437607:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847126.437610:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847126.437615:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847126.437623:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847126.437633:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0740000 x1874693291264896/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847126.437645:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0740000 x1874693291264896/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847126.437664:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847126.437675:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437678:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847126.437680:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437682:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847126.437685:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437689:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847126.437693:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437695:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437697:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437700:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04c00 00000400:00000200:0.0:1787847126.437702:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437712:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:0.0:1787847126.437717:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437720:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847126.437722:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847126.437725:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847126.437728:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847126.437732:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e07403c0 x1874693291265024/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847126.437741:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e07403c0 x1874693291265024/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847126.437748:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847126.437752:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437755:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847126.437757:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437759:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847126.437761:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437764:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847126.437767:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437770:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437772:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437774:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04d00 00000400:00000200:0.0:1787847126.437777:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437779:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7d1 [1] + 224 00000800:00000001:0.0:1787847126.437782:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437785:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847126.437786:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847126.437789:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847126.437791:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847126.437795:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0741e00 x1874693291265280/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847126.437804:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0741e00 x1874693291265280/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847126.437816:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847126.437821:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437824:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847126.437826:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437827:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847126.437830:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437833:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847126.437836:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437838:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437841:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437843:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04c80 00000400:00000200:0.0:1787847126.437847:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437850:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:0.0:1787847126.437853:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437856:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847126.437858:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847126.437861:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847126.437863:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847126.437866:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e07421c0 x1874693291265152/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847126.437873:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e07421c0 x1874693291265152/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847126.437879:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847126.437882:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437885:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847126.437886:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437889:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847126.437892:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437894:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847126.437898:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437906:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437909:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437912:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb04d80 00000400:00000200:0.0:1787847126.437915:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847126.437918:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7e9 [1] + 224 00000800:00000001:0.0:1787847126.437921:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437931:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847126.437933:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847126.437936:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847126.437939:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847126.437944:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e07412c0 x1874693291265408/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847126.437951:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e07412c0 x1874693291265408/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847126.437958:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847126.437961:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847126.437963:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.438041:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847126.438046:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787847126.438054:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847126.438056:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847126.438069:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459b00. 00000400:00000200:3.0:1787847126.438081:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a47f8 00000400:00000010:3.0:1787847126.438084:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a47f8. 00000100:00000001:3.0:1787847126.438087:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847126.438092:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0740000 x1874693291264896/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847126.438113:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0740000 x1874693291264896/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.438119:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847126.438121:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.438124:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847126.438127:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847126.438130:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847126.438132:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847126.438135:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847126.438142:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c576bc60 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847126.438146:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c576bc18 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847126.438148:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847126.438150:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847126.438153:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787847126.438155:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847126.438157:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.438161:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0740000 x1874693291264896/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.438167:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847126.438169:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847126.438171:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847126.438175:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0740000 x1874693291264896/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847126.438183:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291264896:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847126.438188:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847126.438189:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847126.438191:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459268. 00000400:00000200:3.0:1787847126.438194:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4f68 00000400:00000010:3.0:1787847126.438196:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4f68. 00000100:00000001:3.0:1787847126.438198:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847126.438200:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e07421c0 x1874693291265152/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847126.438212:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e07421c0 x1874693291265152/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.438218:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847126.438220:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.438221:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847126.438223:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847126.438224:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847126.438225:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847126.438227:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847126.438232:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c735b460 time=95 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847126.438235:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c735b418 time=95 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847126.438237:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847126.438238:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847126.438240:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847126.438244:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e07421c0 x1874693291265152/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847126.438250:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847126.438253:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847126.438255:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:3.0:1787847126.438257:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847126.438259:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.438262:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e07421c0 x1874693291265152/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.438267:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847126.438269:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847126.438271:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847126.438274:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e07421c0 x1874693291265152/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847126.438280:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291265152:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847126.438285:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847126.438292:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847126.438294:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459948. 00000400:00000200:3.0:1787847126.438296:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4088 00000400:00000010:3.0:1787847126.438297:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4088. 00000100:00000001:3.0:1787847126.438299:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847126.438303:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e07412c0 x1874693291265408/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847126.438310:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e07412c0 x1874693291265408/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.438315:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847126.438316:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.438317:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847126.438319:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847126.438320:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847126.438321:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847126.438323:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847126.438327:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682460 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847126.438330:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847126.438332:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847126.438333:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847126.438347:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847126.438350:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e07412c0 x1874693291265408/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847126.438356:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847126.438358:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847126.438359:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:3.0:1787847126.438361:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847126.438362:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.438365:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e07412c0 x1874693291265408/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.438371:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847126.438373:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847126.438374:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847126.438383:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e07412c0 x1874693291265408/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847126.438391:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291265408:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847126.438396:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847126.438398:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847126.438399:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459210. 00000400:00000200:3.0:1787847126.438402:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4ee0 00000400:00000010:3.0:1787847126.438403:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4ee0. 00000100:00000001:3.0:1787847126.438405:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847126.438408:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e07403c0 x1874693291265024/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847126.438416:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e07403c0 x1874693291265024/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.438423:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847126.438425:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.438426:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847126.438428:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847126.438429:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847126.438430:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847126.438432:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847126.438437:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c7358c60 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847126.438440:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c7358c18 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847126.438442:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847126.438443:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847126.438444:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787847126.438447:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847126.438449:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847126.438450:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:3.0:1787847126.438452:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847126.438453:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.438457:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e07403c0 x1874693291265024/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.438473:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847126.438475:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847126.438476:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847126.438492:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e07403c0 x1874693291265024/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847126.438499:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e07403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291265024:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1787847126.438504:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847126.438505:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847126.438507:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d24598f0. 00000400:00000200:3.0:1787847126.438509:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4440 00000400:00000010:3.0:1787847126.438511:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4440. 00000100:00000001:3.0:1787847126.438513:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847126.438539:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0741e00 x1874693291265280/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847126.438548:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0741e00 x1874693291265280/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.438554:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847126.438556:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.438558:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847126.438559:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847126.438560:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847126.438562:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847126.438564:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847126.438567:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682c60 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847126.438570:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682c18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847126.438573:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847126.438574:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847126.438576:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787847126.438578:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847126.438581:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847126.438582:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:3.0:1787847126.438590:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847126.438591:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847126.438596:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0741e00 x1874693291265280/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.438603:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847126.438605:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847126.438606:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847126.438609:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0741e00 x1874693291265280/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847126.438617:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0741e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291265280:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847126.438622:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.438624:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847126.438629:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0740000 x1874693291264896/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.438636:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847126.438639:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847126.438642:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c5582e00. 02000000:00000001:3.0:1787847126.438647:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847126.438650:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847126.438652:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1787847126.438655:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847126.438657:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985300. 02000000:00000001:3.0:1787847126.438661:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847126.438663:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847126.438665:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0740000. 00000100:00000001:3.0:1787847126.438668:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847126.438669:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.438671:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847126.438674:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e07421c0 x1874693291265152/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.438680:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847126.438681:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847126.438689:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c3d7ce00. 02000000:00000001:3.0:1787847126.438692:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847126.438694:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847126.438695:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c735b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000020:00000001:3.0:1787847126.438697:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847126.438699:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985800. 02000000:00000001:3.0:1787847126.438700:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847126.438702:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847126.438703:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e07421c0. 00000100:00000001:3.0:1787847126.438708:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847126.438709:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.438711:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847126.438715:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e07412c0 x1874693291265408/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.438721:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847126.438722:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847126.438724:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c3d7d400. 02000000:00000001:3.0:1787847126.438726:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847126.438727:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847126.438728:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c6682000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 00000020:00000001:3.0:1787847126.438730:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847126.438731:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985b00. 02000000:00000001:3.0:1787847126.438734:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847126.438734:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847126.438736:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e07412c0. 00000100:00000001:3.0:1787847126.438739:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847126.438740:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.438741:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847126.438744:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e07403c0 x1874693291265024/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.438751:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847126.438752:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847126.438754:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c5582c00. 02000000:00000001:3.0:1787847126.438756:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847126.438757:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847126.438758:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c7358800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000020:00000001:3.0:1787847126.438765:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847126.438767:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985100. 02000000:00000001:3.0:1787847126.438770:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847126.438771:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847126.438772:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e07403c0. 00000100:00000001:3.0:1787847126.438774:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847126.438775:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.438778:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847126.438782:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0741e00 x1874693291265280/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847126.438789:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847126.438790:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847126.438791:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c5582200. 02000000:00000001:3.0:1787847126.438793:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847126.438795:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847126.438796:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c6682800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000020:00000001:3.0:1787847126.438798:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847126.438799:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c8985a00. 02000000:00000001:3.0:1787847126.438801:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847126.438802:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847126.438803:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0741e00. 00000100:00000001:3.0:1787847126.438806:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847126.438808:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.438810:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847126.438820:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847126.438822:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847126.438824:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847126.438826:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787847126.460846:0:10211:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787847126.460862:0:10211:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847127.254681:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847127.254690:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847127.254697:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847127.254698:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847127.254723:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847127.254727:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847127.254730:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787847127.702708:0:710:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4110 (cpu 1) has reached its deadline 4295052021, at 4295052032 00000100:00000010:1.0:1787847127.702731:0:710:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c7113540. 00000100:00000040:0.0:1787847127.702956:0:9387:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4000 (cpu 0) has reached its deadline 4295052021, at 4295052032 00000100:00000010:0.0:1787847127.702964:0:9387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c71133c0. 00010000:00000001:0.0:1787847128.280082:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847128.280091:0:9387:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787847128.280093:0:9387:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787847128.280096:0:9387:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847128.280101:0:9387:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787847128.280127:0:9387:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847128.280129:0:9387:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847128.280132:0:9387:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847128.280136:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847128.280138:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787847128.280391:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787847128.280395:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847128.280398:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1787847128.506069:0:10276:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9954c61c8a70. 00000400:00000040:3.0:1787847128.506091:0:10276:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1787847128.506094:0:10276:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1787847128.506096:0:10276:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1787847128.506098:0:10276:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1787847128.506100:0:10276:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1787847128.506101:0:10276:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:3.0:1787847128.506103:0:10276:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:3.0:1787847128.506176:0:10276:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9954c61c8a70. 00010000:00000001:0.0:1787847129.302709:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847129.302717:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847129.302722:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847129.302723:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787847129.302979:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787847129.302997:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847129.303001:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1787847129.977981:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.977998:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847129.978002:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.978004:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847129.978013:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.978022:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847129.978031:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.978036:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.978043:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.978047:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 328 into portal 15 MB=0x6a9060d11ac00 00000400:00000200:0.0:1787847129.978055:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.124@tcp of length 328/328 into md 0x11 [2] + 984 00000800:00000001:0.0:1787847129.978063:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.978070:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847129.978073:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847129.978078:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847129.978086:0:2390:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1787847129.978088:0:2390:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1787847129.978094:0:2390:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954d0ed30c0. 00000100:00000040:0.0:1787847129.978098:0:2390:0:(events.c:337:request_in_callback()) incoming req@ffff9954d0ed30c0 x1874693314423808 msgsize 328 00000100:00100000:0.0:1787847129.978102:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.124@tcp (source: 12345-192.168.204.124@tcp) 00000100:00000001:0.0:1787847129.978120:0:2390:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1787847129.978128:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.978131:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847129.978206:0:6159:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1787847129.978209:0:6159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874693314423808 02000000:00000001:1.0:1787847129.978212:0:6159:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1787847129.978214:0:6159:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787847129.978217:0:6159:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847129.978221:0:6159:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787847129.978225:0:6159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874693314423808 00000020:00000001:1.0:1787847129.978228:0:6159:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787847129.978230:0:6159:0:(genops.c:804:class_conn2export()) looking for export cookie 0x325569bf7c0e2c97 00000020:00000001:1.0:1787847129.978233:0:6159:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787847129.978237:0:6159:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9954c6622800 refcount=3 00000020:00000001:1.0:1787847129.978239:0:6159:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631188117465088 : -112885592086528 : ffff9954c6622800) 00000020:00000001:1.0:1787847129.978241:0:6159:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631188117465088 : -112885592086528 : ffff9954c6622800) 00000100:00000001:1.0:1787847129.978246:0:6159:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1787847129.978252:0:6159:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9954c89e6f00. 00000100:00000001:1.0:1787847129.978255:0:6159:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1787847129.978258:0:6159:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9954c89e6f00. 00000020:00000010:1.0:1787847129.978274:0:6159:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9954c4f4ba00. 00000020:00000010:1.0:1787847129.978280:0:6159:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9954c3132600. 00000020:00000010:1.0:1787847129.978285:0:6159:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9954c6689e10. 00000100:00000040:1.0:1787847129.978299:0:6159:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1787847129.978303:0:6159:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1787847129.978305:0:6159:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1787847129.978307:0:6159:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847129.978314:0:6159:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847129.978325:0:6159:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847129.978337:0:6159:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1787847129.978339:0:6159:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1787847129.978344:0:6159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.124@tcp, seq: 3 00000100:00000040:1.0:1787847129.978348:0:6159:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9954c6622800 : new rpc_count 1 00000100:00000001:1.0:1787847129.978350:0:6159:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631188294348992 : -112885415202624 : ffff9954d0ed30c0) 00000100:00000040:1.0:1787847129.978358:0:6159:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9954d0ed30c0 x1874693314423808/t0(0) o104->94bfa3db-ff8d-4548-a107-10386de42ffa@192.168.204.124@tcp:345/0 lens 328/0 e 0 to 0 dl 1787847140 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787847129.978388:0:6159:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1787847129.978390:0:6159:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9954c89e6f00. 00000100:00000001:1.0:1787847129.978392:0:6159:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1787847129.978395:0:6159:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9954c89e6f00. 00000100:00100000:1.0:1787847129.978400:0:6159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9954d0ed30c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94bfa3db-ff8d-4548-a107-10386de42ffa+3:13392:x1874693314423808:12345-192.168.204.124@tcp:104: 00000100:00000200:1.0:1787847129.978404:0:6159:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874693314423808 00010000:00000001:1.0:1787847129.978407:0:6159:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1787847129.978427:0:6159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787847129.978430:0:6159:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787847129.978432:0:6159:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99550217aa00 refcount=2 00000020:00000001:1.0:1787847129.978435:0:6159:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631189119216128 : -112884590335488 : ffff99550217aa00) 00010000:00000001:1.0:1787847129.978438:0:6159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631189119216128 : -112884590335488 : ffff99550217aa00) 00010000:00000001:1.0:1787847129.978442:0:6159:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787847129.978445:0:6159:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847129.978450:0:6159:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff99550217aa00/0x325569bf7c0e2d62 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb27a25b8a3c25bc1 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787847129.978460:0:6159:0:(pack_generic.c:305:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1787847129.978463:0:6159:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1787847129.978468:0:6159:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9954d0e5c800. 02000000:00000001:1.0:1787847129.978470:0:6159:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847129.978474:0:6159:0:(pack_generic.c:340:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847129.978479:0:6159:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1787847129.978482:0:6159:0:(ldlm_lib.c:3365:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787847129.978487:0:6159:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954e05969e8 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1787847129.978492:0:6159:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787847129.978495:0:6159:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9954c4fbe400 refcount 28 to 192.168.204.124@tcp 00000100:00000001:1.0:1787847129.978497:0:6159:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631188093985792 : -112885615565824 : ffff9954c4fbe400) 02000000:00000001:1.0:1787847129.978500:0:6159:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1787847129.978503:0:6159:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847129.978506:0:6159:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787847129.978514:0:6159:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:1.0:1787847129.978555:0:6159:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c5dcde58. 00000100:00000200:1.0:1787847129.978563:0:6159:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874693314423808, offset 224 00000400:00000200:1.0:1787847129.978570:0:6159:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:1.0:1787847129.978577:0:6159:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847129.978583:0:6159:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.24@tcp to MR: 192.168.204.124@tcp local destination 00000400:00000200:1.0:1787847129.978589:0:6159:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [163:163:256:4294967295] 192.168.204.124@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:1.0:1787847129.978594:0:6159:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847129.978603:0:6159:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:192.168.204.24@tcp) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:1.0:1787847129.978608:0:6159:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:1.0:1787847129.978613:0:6159:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c63a1f00. 00000800:00000200:1.0:1787847129.978620:0:6159:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:1.0:1787847129.978628:0:6159:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:1.0:1787847129.978632:0:6159:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c63a1f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787847129.978641:0:6159:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787847129.978644:0:6159:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9954c4fbe400 refcount 27 to 192.168.204.124@tcp 00010000:00000001:1.0:1787847129.978648:0:6159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1787847129.978651:0:6159:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9954c1377600. 00010000:00000001:1.0:1787847129.978654:0:6159:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1787847129.978676:0:6159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1787847129.978679:0:6159:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847129.978680:0:6159:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847129.978682:0:6159:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787847129.978688:0:6159:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954d0ed30c0 x1874693314423808/t0(0) o104->94bfa3db-ff8d-4548-a107-10386de42ffa@192.168.204.124@tcp:345/0 lens 328/224 e 0 to 0 dl 1787847140 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787847129.978699:0:6159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9954d0ed30c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94bfa3db-ff8d-4548-a107-10386de42ffa+3:13392:x1874693314423808:12345-192.168.204.124@tcp:104: Request processed in 309us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1787847129.978707:0:6159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.124@tcp, seq: 3 00000100:00000040:1.0:1787847129.978710:0:6159:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9954c6622800 : new rpc_count 0 00000100:00000001:1.0:1787847129.978713:0:6159:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1787847129.978720:0:6159:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1787847129.978724:0:6159:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9954c3132600. 00000020:00000010:1.0:1787847129.978728:0:6159:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9954c6689e10. 00000020:00000010:1.0:1787847129.978731:0:6159:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9954c4f4ba00. 00000020:00000040:1.0:1787847129.978735:0:6159:0:(genops.c:879:class_export_put()) PUTting export ffff9954c6622800 : new refcount 2 00000100:00000001:1.0:1787847129.978738:0:6159:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1787847129.978985:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847129.978990:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c63a1f00. 00000400:00000200:0.0:1787847129.978994:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847129.979003:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847129.979007:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c5dcde58 00000400:00000010:0.0:1787847129.979010:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c5dcde58. 00000100:00000001:0.0:1787847129.979014:0:2389:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1787847129.979016:0:2389:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1787847129.980209:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787847129.980214:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787847129.980217:0:6636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1787847129.980221:0:6636:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1787847129.980223:0:6636:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787847129.980229:0:6636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff99550217aa00/0x325569bf7c0e2d62 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb27a25b8a3c25bc1 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847129.980239:0:6636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99550217aa00 already unused, calling callback (ffffffffc1248c20) 10000000:00000001:3.0:1787847129.980242:0:6636:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1787847129.980244:0:6636:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff99550217aa00/0x325569bf7c0e2d62 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb27a25b8a3c25bc1 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787847129.980250:0:6636:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787847129.980252:0:6636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787847129.980254:0:6636:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787847129.980257:0:6636:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99550217aa00 refcount=3 00000020:00000001:3.0:1787847129.980259:0:6636:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631189119216128 : -112884590335488 : ffff99550217aa00) 00010000:00000001:3.0:1787847129.980273:0:6636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631189119216128 : -112884590335488 : ffff99550217aa00) 00010000:00000001:3.0:1787847129.980276:0:6636:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787847129.980278:0:6636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff99550217aa00/0x325569bf7c0e2d62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb27a25b8a3c25bc1 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1787847129.980284:0:6636:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1787847129.980287:0:6636:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff99550217aa00/0x325569bf7c0e2d62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb27a25b8a3c25bc1 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787847129.980298:0:6636:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1787847129.980302:0:6636:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1787847129.980303:0:6636:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1787847129.980305:0:6636:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1787847129.980307:0:6636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1787847129.980308:0:6636:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787847129.980326:0:6636:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1787847129.980339:0:6636:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1787847129.980341:0:6636:0:(mgc_request.c:123:config_log_put()) log params(ffff9954c57b6200) refs 2 10000000:00000001:3.0:1787847129.980343:0:6636:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1787847129.980344:0:6636:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847129.980347:0:6636:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787847129.980351:0:6636:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787847129.980352:0:6636:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787847129.980354:0:6636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787847129.980357:0:6636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787847129.980360:0:6636:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99550217aa00 with handle 0x325569bf7c0e2d62 from hash 00010000:00000001:3.0:1787847129.980362:0:6636:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787847129.980364:0:6636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787847129.980366:0:6636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787847129.980367:0:6636:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787847129.980369:0:6636:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787847129.980371:0:6636:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1787847129.980373:0:6636:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787847129.980375:0:6636:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1787847129.980382:0:6636:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0743c00. 00000020:00000040:3.0:1787847129.980386:0:6636:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:3.0:1787847129.980391:0:6636:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787847129.980393:0:6636:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847129.980403:0:6636:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787847129.980409:0:6636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9954c57b6000. 00000100:00000001:3.0:1787847129.980425:0:6636:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847129.980428:0:6636:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787847129.980433:0:6636:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff99550217aa00/0x325569bf7c0e2d62 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb27a25b8a3c25bc1 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787847129.980440:0:6636:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1787847129.980441:0:6636:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847129.980446:0:6636:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787847129.980450:0:6636:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847129.980459:0:6636:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000235f78c6] to pc [ptlrpcd_01_01+1] req@ffff9954e0743c00 x1874693291265536/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847129.980495:0:6636:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787847129.980503:0:6636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787847129.980505:0:6636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787847129.980506:0:6636:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847129.980509:0:6636:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787847129.980511:0:6636:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787847129.980514:0:6636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff99550217aa00/0x325569bf7c0e2d62 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb27a25b8a3c25bc1 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787847129.980553:0:6636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787847129.980556:0:6636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff99550217aa00/0x325569bf7c0e2d62 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb27a25b8a3c25bc1 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787847129.980569:0:6636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787847129.980570:0:6636:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1787847129.980572:0:6636:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9954c1377600. 00010000:00000001:3.0:1787847129.980576:0:6636:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787847129.980578:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787847129.980580:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787847129.980582:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787847129.980584:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787847129.980585:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787847129.980587:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787847129.980589:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787847129.980590:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787847129.980591:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787847129.980599:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1787847129.980603:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1787847129.980605:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847129.980612:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847129.980614:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847129.980617:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847129.980618:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847129.980621:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847129.980627:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0743c00 x1874693291265536/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847129.980635:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847129.980643:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847129.980647:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847129.980650:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847129.980652:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847129.980656:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0743c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94bfa3db-ff8d-4548-a107-10386de42ffa:2399:1874693291265536:192.168.204.124@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787847129.980660:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1787847129.980706:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847129.980709:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847129.981009:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847129.981013:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847129.981016:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847129.981020:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c57b6400. 02000000:00000001:3.0:1787847129.981023:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847129.981030:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847129.981034:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d24598f0. 00000400:00000010:3.0:1787847129.981040:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4440. 00000100:00000200:3.0:1787847129.981047:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291265536, portal 18 00000100:00000001:3.0:1787847129.981049:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847129.981051:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188554857472 : -112885154694144 : ffff9954e0743c00) 00000100:00000040:3.0:1787847129.981056:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0743c00 x1874693291265536/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847129.981064:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847129.981067:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847129.981069:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4ee0. 00000100:00000200:3.0:1787847129.981073:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874693291265536, offset 0 00000400:00000200:3.0:1787847129.981079:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847129.981087:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847129.981093:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847129.981100:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847129.981104:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847129.981108:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847129.981111:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847129.981115:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [164:164:256:4294967295] 192.168.204.124@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:3.0:1787847129.981119:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847129.981129:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847129.981140:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847129.981145:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985100. 00000800:00000200:3.0:1787847129.981151:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847129.981158:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847129.981163:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1787847129.981180:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847129.981184:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847129.981187:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295055576 00000100:00000010:3.0:1787847129.981191:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c7113360. 00000100:00000001:3.0:1787847129.981198:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787847129.981205:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295055576 00000100:00000010:3.0:1787847129.981208:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c71139c0. 00000100:00000001:3.0:1787847129.981211:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787847129.981214:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847129.981217:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847129.981220:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847129.981223:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787847129.982650:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847129.982656:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985100. 00000400:00000200:0.0:1787847129.982662:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847129.982671:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847129.982679:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4ee0 00000400:00000010:0.0:1787847129.982682:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4ee0. 00000100:00000001:0.0:1787847129.982687:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847129.982693:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0743c00 x1874693291265536/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847129.982705:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847129.982709:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0743c00 x1874693291265536/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847129.982716:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847129.982718:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787847129.985652:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.985669:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847129.985673:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.985676:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847129.985686:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.985693:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847129.985702:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.985707:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.985713:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.985717:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 18 MB=0x6a9060bb04e00 00000400:00000200:0.0:1787847129.985722:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.985728:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.124@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:0.0:1787847129.985734:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.985741:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847129.985745:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847129.985761:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847129.985768:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847129.985777:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0743c00 x1874693291265536/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847129.985788:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0743c00 x1874693291265536/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847129.985810:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847129.985818:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.985821:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847129.985877:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847129.985881:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787847129.985888:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847129.985891:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847129.985894:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d24598f0. 00000400:00000200:3.0:1787847129.985898:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4440 00000400:00000010:3.0:1787847129.985901:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4440. 00000100:00000001:3.0:1787847129.985904:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847129.985909:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0743c00 x1874693291265536/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847129.985918:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0743c00 x1874693291265536/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847129.985925:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847129.985927:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847129.985930:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847129.985939:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847129.985942:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847129.985945:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847129.985948:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847129.985955:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c576bca8 time=89 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847129.985960:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c576bc18 time=100 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847129.985964:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847129.985965:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847129.985969:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787847129.985971:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847129.985974:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847129.985980:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0743c00 x1874693291265536/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847129.985987:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847129.985990:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847129.985992:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847129.985995:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0743c00 x1874693291265536/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847129.986003:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0743c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94bfa3db-ff8d-4548-a107-10386de42ffa:2399:1874693291265536:192.168.204.124@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787847129.986008:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847129.986011:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847129.986014:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0743c00 x1874693291265536/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847129.986021:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847129.986024:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847129.986027:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c57b6400. 02000000:00000001:3.0:1787847129.986031:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847129.986034:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847129.986035:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1787847129.986038:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847129.986041:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9954c57b6000. 02000000:00000001:3.0:1787847129.986044:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847129.986046:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847129.986053:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0743c00. 00000100:00000001:3.0:1787847129.986057:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847129.986058:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847129.986061:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847129.986069:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847129.986071:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847129.986074:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847129.986077:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1F:1787847129.986697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99550217aa00. 00000800:00000001:0.0:1787847129.989187:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.989202:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847129.989206:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.989209:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847129.989218:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.989226:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847129.989234:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.989239:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.989244:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.989248:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 328 into portal 15 MB=0x6a9060d11af80 00000400:00000200:0.0:1787847129.989258:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.124@tcp of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:0.0:1787847129.989264:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.989325:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847129.989329:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847129.989334:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847129.989342:0:2390:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1787847129.989344:0:2390:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1787847129.989350:0:2390:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954d0ed1a40. 00000100:00000040:0.0:1787847129.989355:0:2390:0:(events.c:337:request_in_callback()) incoming req@ffff9954d0ed1a40 x1874693314424704 msgsize 328 00000100:00100000:0.0:1787847129.989360:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.124@tcp (source: 12345-192.168.204.124@tcp) 00000100:00000001:0.0:1787847129.989382:0:2390:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1787847129.989390:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.989393:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847129.989468:0:6159:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1787847129.989472:0:6159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874693314424704 02000000:00000001:1.0:1787847129.989475:0:6159:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1787847129.989477:0:6159:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787847129.989479:0:6159:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847129.989484:0:6159:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787847129.989488:0:6159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874693314424704 00000020:00000001:1.0:1787847129.989491:0:6159:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787847129.989493:0:6159:0:(genops.c:804:class_conn2export()) looking for export cookie 0x325569bf7c0e2c97 00000020:00000001:1.0:1787847129.989495:0:6159:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787847129.989499:0:6159:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9954c6622800 refcount=3 00000020:00000001:1.0:1787847129.989501:0:6159:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631188117465088 : -112885592086528 : ffff9954c6622800) 00000020:00000001:1.0:1787847129.989504:0:6159:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631188117465088 : -112885592086528 : ffff9954c6622800) 00000100:00000001:1.0:1787847129.989508:0:6159:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1787847129.989513:0:6159:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9954c89e6f00. 00000100:00000001:1.0:1787847129.989516:0:6159:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1787847129.989546:0:6159:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9954c89e6f00. 00000020:00000010:1.0:1787847129.989554:0:6159:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9954c4f4ba00. 00000020:00000010:1.0:1787847129.989560:0:6159:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9954c3132600. 00000020:00000010:1.0:1787847129.989565:0:6159:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9954c6689e10. 00000100:00000040:1.0:1787847129.989573:0:6159:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1787847129.989576:0:6159:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1787847129.989578:0:6159:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1787847129.989580:0:6159:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847129.989592:0:6159:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847129.989598:0:6159:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847129.989608:0:6159:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1787847129.989610:0:6159:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1787847129.989614:0:6159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.124@tcp, seq: 4 00000100:00000040:1.0:1787847129.989624:0:6159:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9954c6622800 : new rpc_count 1 00000100:00000001:1.0:1787847129.989626:0:6159:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631188294343232 : -112885415208384 : ffff9954d0ed1a40) 00000100:00000040:1.0:1787847129.989634:0:6159:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9954d0ed1a40 x1874693314424704/t0(0) o104->94bfa3db-ff8d-4548-a107-10386de42ffa@192.168.204.124@tcp:345/0 lens 328/0 e 0 to 0 dl 1787847140 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787847129.989645:0:6159:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1787847129.989648:0:6159:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9954c89e6f00. 00000100:00000001:1.0:1787847129.989649:0:6159:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1787847129.989651:0:6159:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9954c89e6f00. 00000100:00100000:1.0:1787847129.989655:0:6159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9954d0ed1a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94bfa3db-ff8d-4548-a107-10386de42ffa+3:13392:x1874693314424704:12345-192.168.204.124@tcp:104: 00000100:00000200:1.0:1787847129.989659:0:6159:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874693314424704 00010000:00000001:1.0:1787847129.989662:0:6159:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1787847129.989684:0:6159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787847129.989685:0:6159:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787847129.989687:0:6159:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99550217ae00 refcount=2 00000020:00000001:1.0:1787847129.989690:0:6159:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631189119217152 : -112884590334464 : ffff99550217ae00) 00010000:00000001:1.0:1787847129.989692:0:6159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631189119217152 : -112884590334464 : ffff99550217ae00) 00010000:00000001:1.0:1787847129.989696:0:6159:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787847129.989699:0:6159:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847129.989705:0:6159:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff99550217ae00/0x325569bf7c0e2d23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb27a25b8a3c25b74 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787847129.989714:0:6159:0:(pack_generic.c:305:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1787847129.989717:0:6159:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1787847129.989721:0:6159:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9954d0e5d400. 02000000:00000001:1.0:1787847129.989724:0:6159:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847129.989727:0:6159:0:(pack_generic.c:340:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847129.989732:0:6159:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1787847129.989734:0:6159:0:(ldlm_lib.c:3365:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787847129.989738:0:6159:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954e05969e8 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1787847129.989742:0:6159:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787847129.989746:0:6159:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9954c4fbe400 refcount 28 to 192.168.204.124@tcp 00000100:00000001:1.0:1787847129.989753:0:6159:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631188093985792 : -112885615565824 : ffff9954c4fbe400) 02000000:00000001:1.0:1787847129.989755:0:6159:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1787847129.989758:0:6159:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847129.989761:0:6159:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787847129.989764:0:6159:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:1.0:1787847129.989768:0:6159:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c5dcdee0. 00000100:00000200:1.0:1787847129.989773:0:6159:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874693314424704, offset 224 00000400:00000200:1.0:1787847129.989779:0:6159:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:1.0:1787847129.989786:0:6159:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847129.989792:0:6159:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.24@tcp to MR: 192.168.204.124@tcp local destination 00000400:00000200:1.0:1787847129.989798:0:6159:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [165:165:256:4294967295] 192.168.204.124@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:1.0:1787847129.989802:0:6159:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847129.989811:0:6159:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:192.168.204.24@tcp) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:1.0:1787847129.989816:0:6159:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:1.0:1787847129.989821:0:6159:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c63a1100. 00000800:00000200:1.0:1787847129.989828:0:6159:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:1.0:1787847129.989835:0:6159:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:1.0:1787847129.989839:0:6159:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c63a1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787847129.989848:0:6159:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787847129.989852:0:6159:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9954c4fbe400 refcount 27 to 192.168.204.124@tcp 00010000:00000001:1.0:1787847129.989855:0:6159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1787847129.989859:0:6159:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9954c1377c00. 00010000:00000001:1.0:1787847129.989862:0:6159:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1787847129.989882:0:6159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1787847129.989885:0:6159:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847129.989887:0:6159:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847129.989889:0:6159:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787847129.989895:0:6159:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954d0ed1a40 x1874693314424704/t0(0) o104->94bfa3db-ff8d-4548-a107-10386de42ffa@192.168.204.124@tcp:345/0 lens 328/224 e 0 to 0 dl 1787847140 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787847129.989904:0:6159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9954d0ed1a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94bfa3db-ff8d-4548-a107-10386de42ffa+3:13392:x1874693314424704:12345-192.168.204.124@tcp:104: Request processed in 258us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1787847129.989916:0:6159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.124@tcp, seq: 4 00000100:00000040:1.0:1787847129.989919:0:6159:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9954c6622800 : new rpc_count 0 00000100:00000001:1.0:1787847129.989921:0:6159:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1787847129.989923:0:6159:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1787847129.989928:0:6159:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9954c3132600. 00000020:00000010:1.0:1787847129.989931:0:6159:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9954c6689e10. 00000020:00000010:1.0:1787847129.989935:0:6159:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9954c4f4ba00. 00000020:00000040:1.0:1787847129.989939:0:6159:0:(genops.c:879:class_export_put()) PUTting export ffff9954c6622800 : new refcount 2 00000100:00000001:1.0:1787847129.989942:0:6159:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787847129.990001:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787847129.990004:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787847129.990007:0:6169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1787847129.990010:0:6169:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1787847129.990011:0:6169:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1787847129.990016:0:6169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff99550217ae00/0x325569bf7c0e2d23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb27a25b8a3c25b74 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847129.990023:0:6169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99550217ae00 already unused, calling callback (ffffffffc1248c20) 10000000:00000001:2.0:1787847129.990027:0:6169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1787847129.990036:0:6169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff99550217ae00/0x325569bf7c0e2d23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb27a25b8a3c25b74 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787847129.990042:0:6169:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1787847129.990044:0:6169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787847129.990045:0:6169:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787847129.990047:0:6169:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99550217ae00 refcount=3 00000020:00000001:2.0:1787847129.990049:0:6169:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631189119217152 : -112884590334464 : ffff99550217ae00) 00010000:00000001:2.0:1787847129.990051:0:6169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631189119217152 : -112884590334464 : ffff99550217ae00) 00010000:00000001:2.0:1787847129.990054:0:6169:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1787847129.990057:0:6169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff99550217ae00/0x325569bf7c0e2d23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb27a25b8a3c25b74 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1787847129.990063:0:6169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1787847129.990065:0:6169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff99550217ae00/0x325569bf7c0e2d23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb27a25b8a3c25b74 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787847129.990070:0:6169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1787847129.990073:0:6169:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1787847129.990075:0:6169:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1787847129.990076:0:6169:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1787847129.990078:0:6169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1787847129.990079:0:6169:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787847129.990095:0:6169:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1787847129.990097:0:6169:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1787847129.990098:0:6169:0:(mgc_request.c:123:config_log_put()) log params(ffff9954c33f8e00) refs 2 10000000:00000001:2.0:1787847129.990101:0:6169:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1787847129.990102:0:6169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787847129.990105:0:6169:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1787847129.990107:0:6169:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1787847129.990109:0:6169:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1787847129.990111:0:6169:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787847129.990112:0:6169:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787847129.990115:0:6169:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99550217ae00 with handle 0x325569bf7c0e2d23 from hash 00010000:00000001:2.0:1787847129.990118:0:6169:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1787847129.990126:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787847129.990128:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787847129.990129:0:6169:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1787847129.990131:0:6169:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1787847129.990133:0:6169:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1787847129.990136:0:6169:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787847129.990138:0:6169:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1787847129.990143:0:6169:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2cb40. 00000020:00000040:2.0:1787847129.990147:0:6169:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:2.0:1787847129.990151:0:6169:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847129.990153:0:6169:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847129.990157:0:6169:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847129.990162:0:6169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9954c4fa9600. 00000100:00000001:2.0:1787847129.990168:0:6169:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787847129.990170:0:6169:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1787847129.990174:0:6169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff99550217ae00/0x325569bf7c0e2d23 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb27a25b8a3c25b74 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787847129.990180:0:6169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1787847129.990182:0:6169:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847129.990186:0:6169:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847129.990191:0:6169:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847129.990197:0:6169:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf2ef918] to pc [ptlrpcd_01_00+0] req@ffff9954e0b2cb40 x1874693291265664/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787847129.990228:0:6169:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787847129.990231:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787847129.990233:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787847129.990234:0:6169:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787847129.990236:0:6169:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787847129.990238:0:6169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787847129.990241:0:6169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff99550217ae00/0x325569bf7c0e2d23 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb27a25b8a3c25b74 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787847129.990247:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787847129.990250:0:6169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff99550217ae00/0x325569bf7c0e2d23 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb27a25b8a3c25b74 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1787847129.990262:0:6169:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9954c7d81500 count: 0 00010000:00000001:2.0:1787847129.990273:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787847129.990275:0:6169:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1787847129.990276:0:6169:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9954c1377c00. 00010000:00000001:2.0:1787847129.990280:0:6169:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787847129.990282:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787847129.990284:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787847129.990286:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787847129.990288:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787847129.990289:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787847129.990291:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787847129.990293:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787847129.990294:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787847129.990296:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787847129.990302:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1787847129.990306:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1787847129.990308:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847129.990312:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787847129.990315:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847129.990317:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847129.990319:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787847129.990321:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847129.990327:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2cb40 x1874693291265664/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847129.990335:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847129.990337:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847129.990341:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847129.990344:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847129.990347:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847129.990350:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291265664:192.168.204.124@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1787847129.990354:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847129.990360:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847129.990363:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847129.990371:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847129.990376:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4fa8e00. 02000000:00000001:2.0:1787847129.990378:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847129.990383:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1787847129.990388:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330abb0. 00000400:00000010:2.0:1787847129.990394:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7550. 00000100:00000200:2.0:1787847129.990401:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291265664, portal 18 00000100:00000001:2.0:1787847129.990404:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847129.990406:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558957376 : -112885150594240 : ffff9954e0b2cb40) 00000100:00000040:2.0:1787847129.990411:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2cb40 x1874693291265664/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847129.990432:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847129.990435:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847129.990437:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7198. 00000100:00000200:2.0:1787847129.990441:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874693291265664, offset 0 00000400:00000200:2.0:1787847129.990445:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847129.990450:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847129.990453:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847129.990459:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847129.990464:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847129.990467:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847129.990470:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847129.990474:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [166:166:255:4294967295] 192.168.204.124@tcp LPNI seq info [166:166:7:4294967295] 00000400:00000200:2.0:1787847129.990478:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847129.990487:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847129.990492:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847129.990496:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c70b2500. 00000800:00000200:2.0:1787847129.990500:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847129.990506:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847129.990509:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c70b2500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1787847129.990513:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787847129.990549:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847129.990552:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295055585 00000100:00000001:2.0:1787847129.990559:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295055576 00000100:00000001:2.0:1787847129.990564:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295055585 00000100:00000001:2.0:1787847129.990567:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295055576 00000100:00000001:2.0:1787847129.990570:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847129.990573:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847129.990576:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847129.990579:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847129.990702:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847129.990705:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787847129.991251:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847129.991256:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c63a1100. 00000400:00000200:0.0:1787847129.991261:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847129.991267:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847129.991272:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c5dcdee0 00000400:00000010:0.0:1787847129.991275:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c5dcdee0. 00000100:00000001:0.0:1787847129.991279:0:2389:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1787847129.991281:0:2389:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1787847129.991341:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847129.991343:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c70b2500. 00000400:00000200:0.0:1787847129.991346:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847129.991350:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847129.991353:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7198 00000400:00000010:0.0:1787847129.991355:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7198. 00000100:00000001:0.0:1787847129.991358:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847129.991363:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2cb40 x1874693291265664/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847129.991388:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847129.991392:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2cb40 x1874693291265664/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847129.991400:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847129.991402:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787847129.995427:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.995454:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847129.995458:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.995462:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847129.995471:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.995479:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847129.995488:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.995493:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.995498:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.995502:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 18 MB=0x6a9060bb04e80 00000400:00000200:0.0:1787847129.995507:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847129.995513:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.124@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:0.0:1787847129.995581:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.995589:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847129.995592:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847129.995598:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847129.995606:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847129.995615:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2cb40 x1874693291265664/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847129.995626:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2cb40 x1874693291265664/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847129.995645:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847129.995654:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847129.995658:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847129.996076:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847129.996081:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787847129.996089:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787847129.996091:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787847129.996094:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330abb0. 00000400:00000200:2.0:1787847129.996099:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7550 00000400:00000010:2.0:1787847129.996102:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7550. 00000100:00000001:2.0:1787847129.996105:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787847129.996111:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2cb40 x1874693291265664/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787847129.996122:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2cb40 x1874693291265664/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847129.996129:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787847129.996131:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847129.996134:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787847129.996137:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787847129.996139:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787847129.996142:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847129.996144:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787847129.996151:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c576bca8 time=89 v=5 (5 0 0 0) 00000100:00001000:2.0:1787847129.996156:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c576bc18 time=100 v=5 (1 0 0 0) 00000100:00000001:2.0:1787847129.996158:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787847129.996160:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787847129.996163:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787847129.996165:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847129.996174:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847129.996179:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2cb40 x1874693291265664/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847129.996187:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847129.996190:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787847129.996193:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787847129.996197:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2cb40 x1874693291265664/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847129.996206:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291265664:192.168.204.124@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1787847129.996211:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847129.996213:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787847129.996217:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2cb40 x1874693291265664/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1787847145 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847129.996225:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787847129.996227:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787847129.996231:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4fa8e00. 02000000:00000001:2.0:1787847129.996234:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787847129.996237:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787847129.996239:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:2.0:1787847129.996241:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787847129.996244:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9954c4fa9600. 02000000:00000001:2.0:1787847129.996247:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787847129.996249:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787847129.996251:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2cb40. 00000100:00000001:2.0:1787847129.996254:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787847129.996256:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847129.996258:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847129.996266:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787847129.996268:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847129.996270:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847129.996272:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1F:1787847130.000568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9954c7d81500. 00010000:00000010:2.1:1787847130.000601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99550217ae00. 00010000:00000001:0.0:1787847130.329866:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847130.329873:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847130.329879:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847130.329880:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847130.329902:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847130.329905:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847130.329909:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1787847130.772686:0:10356:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:1.0:1787847131.287055:0:710:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4110 (cpu 1) has reached its deadline 4295055585, at 4295055616 00000100:00000010:1.0:1787847131.287074:0:710:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c71139c0. 00000100:00000040:0.0:1787847131.288088:0:9387:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4000 (cpu 0) has reached its deadline 4295055585, at 4295055617 00000100:00000010:0.0:1787847131.288099:0:9387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c7113360. 00010000:00000001:0.0:1787847131.350662:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847131.350669:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847131.350674:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847131.350675:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787847131.350770:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787847131.350774:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787847131.350777:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1787847131.480116:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787847131.480125:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff9954c57b6200) refs 2 10000000:00000001:1.0:1787847131.480131:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787847131.480133:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1787847131.480135:0:6173:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1787847131.480136:0:6173:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1787847131.480139:0:6173:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1787847131.480141:0:6173:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1787847131.480143:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9954c6bd4800 from 7 10000000:00000001:1.0:1787847131.480146:0:6173:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1787847131.480148:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1787847131.480159:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0a9cb40. 00000020:00000040:1.0:1787847131.480164:0:6173:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:1.0:1787847131.480169:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787847131.480172:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787847131.480178:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787847131.480186:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9954c4f4a200. 00000100:00000001:1.0:1787847131.480192:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.480198:0:6173:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787847131.480201:0:6173:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787847131.480209:0:6173:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9954cabc1500. 00010000:00000001:1.0:1787847131.480213:0:6173:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787847131.480216:0:6173:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9955021f3600. 00000020:00000001:1.0:1787847131.480235:0:6173:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787847131.480238:0:6173:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9955021f3600 with handle 0x325569bf7c0e2d93 to hash 00000020:00000001:1.0:1787847131.480241:0:6173:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787847131.480242:0:6173:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631189119710720 : -112884589840896 : ffff9955021f3600) 00010000:00000001:1.0:1787847131.480245:0:6173:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631189119710720 : -112884589840896 : ffff9955021f3600) 00010000:00000001:1.0:1787847131.480249:0:6173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787847131.480253:0:6173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847131.480257:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff9955021f3600/0x325569bf7c0e2d93 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787847131.480267:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff9955021f3600/0x325569bf7c0e2d93 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787847131.480280:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff9955021f3600/0x325569bf7c0e2d93 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787847131.480286:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787847131.480288:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787847131.480295:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9954c59fc840. 00000100:00000001:1.0:1787847131.480298:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631188104726592 : -112885604825024 : ffff9954c59fc840) 00000100:00000001:1.0:1787847131.480300:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787847131.480302:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558367552 : -112885151184064 : ffff9954e0a9cb40) 00000100:00000001:1.0:1787847131.480306:0:6173:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787847131.480310:0:6173:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.480312:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787847131.480314:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787847131.480324:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0a9cb40 x1874693291265792/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.480332:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787847131.480334:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.480338:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787847131.480340:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787847131.480343:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787847131.480351:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9cb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291265792:192.168.204.124@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787847131.480356:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787847131.480361:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787847131.480363:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.480365:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787847131.480370:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9954d0e5f800. 02000000:00000001:1.0:1787847131.480371:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847131.480379:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:1.0:1787847131.480395:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c5dd7790. 00000400:00000010:1.0:1787847131.480403:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c5dcd550. 00000100:00000200:1.0:1787847131.480411:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874693291265792, portal 25 00000100:00000001:1.0:1787847131.480413:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787847131.480414:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558367552 : -112885151184064 : ffff9954e0a9cb40) 00000100:00000040:1.0:1787847131.480420:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0a9cb40 x1874693291265792/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.480427:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787847131.480430:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:1.0:1787847131.480432:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c5dcd6e8. 00000100:00000200:1.0:1787847131.480435:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874693291265792, offset 0 00000400:00000200:1.0:1787847131.480442:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:1.0:1787847131.480451:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847131.480459:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:1.0:1787847131.480465:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787847131.480470:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:1.0:1787847131.480474:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787847131.480477:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:1.0:1787847131.480481:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [167:167:256:4294967295] 192.168.204.124@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:1.0:1787847131.480485:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847131.480495:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:1.0:1787847131.480500:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:1.0:1787847131.480505:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c63a1300. 00000800:00000200:1.0:1787847131.480544:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:1.0:1787847131.480554:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:1.0:1787847131.480560:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c63a1300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787847131.480577:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847131.480582:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:1.0:1787847131.480585:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295057076 00000100:00000010:1.0:1787847131.480591:0:6173:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954d0d9bde0. 00000100:00000001:1.0:1787847131.480598:0:6173:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787847131.480606:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295057076 00000100:00000010:1.0:1787847131.480609:0:6173:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954d0d9b3c0. 00000100:00000001:1.0:1787847131.480613:0:6173:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787847131.480616:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.480619:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.480621:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787847131.480623:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787847131.480626:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c59fc840 going to sleep for 11 seconds 00000100:00000001:1.0:1787847131.480628:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787847131.480631:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787847131.480850:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847131.480855:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c63a1300. 00000400:00000200:0.0:1787847131.480860:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.480865:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847131.480870:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c5dcd6e8 00000400:00000010:0.0:1787847131.480873:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c5dcd6e8. 00000100:00000001:0.0:1787847131.480876:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847131.480880:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0a9cb40 x1874693291265792/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.480902:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847131.480906:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9954e0a9cb40 x1874693291265792/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.480912:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.480914:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787847131.483457:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.483473:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847131.483477:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.483480:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.483498:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.483506:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847131.483514:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.483542:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.483547:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.483552:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 344 into portal 25 MB=0x6a9060bb04f00 00000400:00000200:0.0:1787847131.483557:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.483561:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 344/344 into md 0x811 [1] + 224 00000800:00000001:0.0:1787847131.483570:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.483578:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.483581:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.483586:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847131.483593:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847131.483601:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0a9cb40 x1874693291265792/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847131.483612:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9954e0a9cb40 x1874693291265792/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.483677:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787847131.483697:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847131.483719:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.483723:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787847131.488845:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787847131.488853:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787847131.488857:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c5dd7790. 00000400:00000200:1.0:1787847131.488866:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c5dcd550 00000400:00000010:1.0:1787847131.488869:0:6173:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c5dcd550. 00000100:00000001:1.0:1787847131.488874:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847131.488889:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0a9cb40 x1874693291265792/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787847131.488901:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0a9cb40 x1874693291265792/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.488910:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787847131.488913:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.488916:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787847131.488919:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787847131.488943:0:6173:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787847131.488945:0:6173:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.488948:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787847131.488955:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c576bc60 time=102 v=5 (5 0 0 0) 00000100:00001000:1.0:1787847131.488960:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c576bc18 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1787847131.488963:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787847131.488964:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.488967:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787847131.488970:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.488973:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787847131.488979:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0a9cb40 x1874693291265792/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.488986:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.488991:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787847131.488993:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787847131.488997:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0a9cb40 x1874693291265792/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787847131.489005:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9cb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291265792:192.168.204.124@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787847131.489011:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.489014:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.489016:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787847131.489018:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.489022:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0a9cb40 x1874693291265792/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.489029:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787847131.489032:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9954c59fc840. 00000100:00000001:1.0:1787847131.489037:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787847131.489039:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.489041:0:6173:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787847131.489045:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787847131.489048:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787847131.489051:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9955021f3600 refcount=4 00000020:00000001:1.0:1787847131.489054:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631189119710720 : -112884589840896 : ffff9955021f3600) 00010000:00000001:1.0:1787847131.489069:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631189119710720 : -112884589840896 : ffff9955021f3600) 00010000:00000040:1.0:1787847131.489077:0:6173:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9955021f3600, remote cookie: 0xb27a25b8a3c25beb, flags: 0x0 00010000:00000001:1.0:1787847131.489081:0:6173:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787847131.489085:0:6173:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787847131.489087:0:6173:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787847131.489089:0:6173:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787847131.489090:0:6173:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787847131.489093:0:6173:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9954cabc1500) refcount = 1 00010000:00010000:1.0:1787847131.489099:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff9955021f3600/0x325569bf7c0e2d93 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25beb expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787847131.489106:0:6173:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787847131.489108:0:6173:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787847131.489110:0:6173:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787847131.489113:0:6173:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787847131.489125:0:6173:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847131.489128:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff9955021f3600/0x325569bf7c0e2d93 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb27a25b8a3c25beb expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787847131.489134:0:6173:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787847131.489136:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787847131.489138:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787847131.489139:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787847131.489140:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787847131.489142:0:6173:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.489145:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.489150:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0a9cb40 x1874693291265792/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.489156:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787847131.489159:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787847131.489162:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9954d0e5f800. 02000000:00000001:1.0:1787847131.489166:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787847131.489168:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787847131.489170:0:6173:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:1.0:1787847131.489172:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787847131.489180:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9954c4f4a200. 02000000:00000001:1.0:1787847131.489184:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787847131.489186:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787847131.489189:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0a9cb40. 00000100:00000001:1.0:1787847131.489193:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787847131.489194:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1787847131.489196:0:6173:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787847131.489200:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787847131.489202:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff9954c57b6200) refs 3 10000000:00000001:1.0:1787847131.489204:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.489206:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787847131.489208:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787847131.489209:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9955021f3600 refcount=3 00000020:00000001:1.0:1787847131.489211:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631189119710720 : -112884589840896 : ffff9955021f3600) 00010000:00000001:1.0:1787847131.489214:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631189119710720 : -112884589840896 : ffff9955021f3600) 00010000:00000001:1.0:1787847131.489216:0:6173:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1787847131.489217:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787847131.489218:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787847131.489219:0:6173:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787847131.489222:0:6173:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1787847131.489226:0:6173:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9954c89e6140. 00000020:00000010:1.0:1787847131.489230:0:6173:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9954c4f4a200. 00000020:00000010:1.0:1787847131.489236:0:6173:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9954c4f4b200. 00000040:00000010:1.0:1787847131.489241:0:6173:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9954c4f4b000. 00000020:00000010:1.0:1787847131.489246:0:6173:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9954c6683800. 00000020:00000010:1.0:1787847131.489251:0:6173:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9954c4f4ba00. 80000000:00000010:1.0:1787847131.489256:0:6173:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9954d0d9b7e0. 00040000:00000010:1.0:1787847131.489260:0:6173:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9954c4f4a000. 20000000:00000010:1.0:1787847131.489265:0:6173:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9954c4f4b600. 10000000:00000040:1.0:1787847131.489269:0:6173:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9954c7f81240 : new refcount 2 00000020:00000001:1.0:1787847131.489272:0:6173:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1787847131.489274:0:6173:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1787847131.489276:0:6173:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1787847131.489279:0:6173:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9954c4f4ae00. 00000040:00000001:1.0:1787847131.489283:0:6173:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1787847131.489285:0:6173:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000010:1.0:1787847131.489295:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0a9cb40. 00000020:00000040:1.0:1787847131.489297:0:6173:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=5 obd=MGC192.168.204.124@tcp 00000100:00000001:1.0:1787847131.489301:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787847131.489304:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787847131.489308:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787847131.489314:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9954c30cd400. 00000100:00000001:1.0:1787847131.489319:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.489325:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787847131.489326:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787847131.489331:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9954c59fc840. 00000100:00000001:1.0:1787847131.489332:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631188104726592 : -112885604825024 : ffff9954c59fc840) 00000100:00000001:1.0:1787847131.489335:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787847131.489337:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558367552 : -112885151184064 : ffff9954e0a9cb40) 00000100:00000001:1.0:1787847131.489341:0:6173:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787847131.489346:0:6173:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.489347:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787847131.489349:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787847131.489353:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0a9cb40 x1874693291265920/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.489360:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787847131.489362:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.489366:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787847131.489368:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787847131.489370:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787847131.489374:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9cb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291265920:192.168.204.124@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787847131.489377:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787847131.489381:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787847131.489394:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.489397:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787847131.489402:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c30cde00. 02000000:00000001:1.0:1787847131.489403:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847131.489411:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:1.0:1787847131.489414:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c5dd7790. 00000400:00000010:1.0:1787847131.489418:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c5dcd550. 00000100:00000200:1.0:1787847131.489430:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291265920, portal 25 00000100:00000001:1.0:1787847131.489432:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787847131.489433:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558367552 : -112885151184064 : ffff9954e0a9cb40) 00000100:00000040:1.0:1787847131.489439:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0a9cb40 x1874693291265920/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.489446:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787847131.489449:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:1.0:1787847131.489451:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c5dcdbb0. 00000100:00000200:1.0:1787847131.489454:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1874693291265920, offset 0 00000400:00000200:1.0:1787847131.489460:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:1.0:1787847131.489469:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847131.489477:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:1.0:1787847131.489482:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787847131.489488:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:1.0:1787847131.489503:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787847131.489505:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:1.0:1787847131.489509:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [168:168:256:4294967295] 192.168.204.124@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:1.0:1787847131.489512:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847131.489547:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:1.0:1787847131.489553:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:1.0:1787847131.489559:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c63a1d00. 00000800:00000200:1.0:1787847131.489564:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:1.0:1787847131.489572:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:1.0:1787847131.489577:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c63a1d00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1787847131.489600:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847131.489605:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:1.0:1787847131.489607:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295057085 00000100:00000001:1.0:1787847131.489615:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295057076 00000100:00000001:1.0:1787847131.489620:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295057085 00000100:00000001:1.0:1787847131.489623:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295057076 00000100:00000001:1.0:1787847131.489632:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.489635:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.489638:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787847131.489639:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787847131.489642:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c59fc840 going to sleep for 11 seconds 00000100:00000001:1.0:1787847131.489644:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787847131.489646:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787847131.490127:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847131.490138:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c63a1d00. 00000400:00000200:0.0:1787847131.490143:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.490148:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847131.490153:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c5dcdbb0 00000400:00000010:0.0:1787847131.490154:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c5dcdbb0. 00000100:00000001:0.0:1787847131.490157:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847131.490161:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0a9cb40 x1874693291265920/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.490170:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847131.490173:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9954e0a9cb40 x1874693291265920/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.490179:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.490180:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787847131.497454:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.497472:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847131.497477:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.497480:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.497501:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.497509:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847131.497558:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.497564:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.497569:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.497574:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 272 into portal 25 MB=0x6a9060bb04f80 00000400:00000200:0.0:1787847131.497578:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.497583:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 272/272 into md 0x821 [1] + 224 00000800:00000001:0.0:1787847131.497590:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.497599:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.497602:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.497606:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847131.497613:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847131.497621:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0a9cb40 x1874693291265920/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847131.497631:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9954e0a9cb40 x1874693291265920/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.497657:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847131.497666:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.497670:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.497807:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787847131.497815:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787847131.497817:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787847131.497820:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c5dd7790. 00000400:00000200:1.0:1787847131.497824:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c5dcd550 00000400:00000010:1.0:1787847131.497827:0:6173:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c5dcd550. 00000100:00000001:1.0:1787847131.497830:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847131.497834:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0a9cb40 x1874693291265920/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787847131.497843:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0a9cb40 x1874693291265920/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.497849:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787847131.497851:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.497854:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787847131.497857:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787847131.497860:0:6173:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787847131.497861:0:6173:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.497865:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787847131.497871:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c576bc60 time=102 v=5 (5 0 0 0) 00000100:00001000:1.0:1787847131.497875:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c576bc18 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1787847131.497877:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787847131.497879:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.497882:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787847131.497884:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.497887:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787847131.497891:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0a9cb40 x1874693291265920/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.497899:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.497908:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787847131.497910:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787847131.497915:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0a9cb40 x1874693291265920/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787847131.497923:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9cb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291265920:192.168.204.124@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787847131.497928:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.497931:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.497934:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787847131.497936:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.497939:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0a9cb40 x1874693291265920/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.497946:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787847131.497949:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9954c59fc840. 00000100:00000001:1.0:1787847131.497953:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787847131.497955:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787847131.497960:0:6173:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1787847131.497965:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787847131.497966:0:6173:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000020:00000001:1.0:1787847131.497968:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787847131.497970:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.497973:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0a9cb40 x1874693291265920/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.497980:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787847131.497982:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787847131.497985:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c30cde00. 02000000:00000001:1.0:1787847131.497989:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787847131.497990:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787847131.497991:0:6173:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:1.0:1787847131.497993:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787847131.497995:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9954c30cd400. 02000000:00000001:1.0:1787847131.497998:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787847131.498000:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787847131.498001:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0a9cb40. 00000100:00000001:1.0:1787847131.498006:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787847131.498012:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1787847131.498015:0:6173:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787847131.498018:0:6173:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1787847131.498024:0:6173:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9954d0e78000. 00000040:00000001:1.0:1787847131.498026:0:6173:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1787847131.498028:0:6173:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1787847131.498030:0:6173:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000010:1.0:1787847131.498033:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0a9cb40. 00000020:00000040:1.0:1787847131.498036:0:6173:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=5 obd=MGC192.168.204.124@tcp 00000100:00000001:1.0:1787847131.498040:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787847131.498042:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787847131.498047:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787847131.498052:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9954c30cd400. 00000100:00000001:1.0:1787847131.498057:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.498061:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787847131.498063:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787847131.498068:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9954c59fc840. 00000100:00000001:1.0:1787847131.498070:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631188104726592 : -112885604825024 : ffff9954c59fc840) 00000100:00000001:1.0:1787847131.498073:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787847131.498075:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558367552 : -112885151184064 : ffff9954e0a9cb40) 00000100:00000001:1.0:1787847131.498079:0:6173:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787847131.498084:0:6173:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.498086:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787847131.498087:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787847131.498092:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0a9cb40 x1874693291266048/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.498099:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787847131.498101:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.498105:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787847131.498107:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787847131.498110:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787847131.498113:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9cb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291266048:192.168.204.124@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787847131.498116:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787847131.498120:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787847131.498122:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.498131:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787847131.498146:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9954d0edc000. 02000000:00000001:1.0:1787847131.498149:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847131.498154:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:1.0:1787847131.498157:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c5dd7790. 00000400:00000010:1.0:1787847131.498162:0:6173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9954c59fc0c0. 00000100:00000200:1.0:1787847131.498169:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874693291266048, portal 25 00000100:00000001:1.0:1787847131.498171:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787847131.498173:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558367552 : -112885151184064 : ffff9954e0a9cb40) 00000100:00000040:1.0:1787847131.498179:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0a9cb40 x1874693291266048/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.498186:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787847131.498188:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:1.0:1787847131.498192:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c5dcd550. 00000100:00000200:1.0:1787847131.498194:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874693291266048, offset 0 00000400:00000200:1.0:1787847131.498202:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:1.0:1787847131.498208:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847131.498214:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:1.0:1787847131.498220:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787847131.498225:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:1.0:1787847131.498230:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787847131.498232:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:1.0:1787847131.498236:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [169:169:256:4294967295] 192.168.204.124@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:1.0:1787847131.498241:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847131.498250:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:1.0:1787847131.498256:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:1.0:1787847131.498260:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c63a1900. 00000800:00000200:1.0:1787847131.498266:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:1.0:1787847131.498272:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:1.0:1787847131.498276:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c63a1900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1787847131.498342:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847131.498352:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:1.0:1787847131.498354:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295057093 00000100:00000001:1.0:1787847131.498361:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295057085 00000100:00000001:1.0:1787847131.498366:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295057093 00000100:00000001:1.0:1787847131.498369:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295057085 00000100:00000001:1.0:1787847131.498372:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.498375:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.498377:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787847131.498378:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787847131.498381:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c59fc840 going to sleep for 11 seconds 00000100:00000001:1.0:1787847131.498394:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787847131.498396:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787847131.500461:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847131.501683:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c63a1900. 00000400:00000200:0.0:1787847131.501692:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.501701:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847131.501708:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c5dcd550 00000400:00000010:0.0:1787847131.501711:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c5dcd550. 00000100:00000001:0.0:1787847131.501715:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847131.501723:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0a9cb40 x1874693291266048/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.501734:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847131.501737:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9954e0a9cb40 x1874693291266048/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.501744:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.501746:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787847131.505109:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.505130:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847131.505133:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.505136:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.505146:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.505153:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847131.505164:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.505169:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.505174:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.505178:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 8416 into portal 25 MB=0x6a9060bb05000 00000400:00000200:0.0:1787847131.505183:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.505188:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 8416/8416 into md 0x831 [4] + 224 00000800:00000001:0.0:1787847131.505195:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.505209:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.505226:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.505231:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847131.505239:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847131.505246:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0a9cb40 x1874693291266048/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847131.505257:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9954e0a9cb40 x1874693291266048/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.505283:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847131.505293:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.505297:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.505337:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787847131.505344:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787847131.505346:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787847131.505349:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c5dd7790. 00000400:00000200:1.0:1787847131.505354:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c59fc0c0 00000400:00000010:1.0:1787847131.505357:0:6173:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9954c59fc0c0. 00000100:00000001:1.0:1787847131.505361:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847131.505367:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0a9cb40 x1874693291266048/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787847131.505375:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0a9cb40 x1874693291266048/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.505381:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787847131.505393:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.505395:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787847131.505399:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787847131.505401:0:6173:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787847131.505404:0:6173:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.505406:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787847131.505413:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c576bc60 time=102 v=5 (5 0 0 0) 00000100:00001000:1.0:1787847131.505417:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c576bc18 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1787847131.505420:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787847131.505421:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.505433:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787847131.505435:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.505438:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787847131.505443:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0a9cb40 x1874693291266048/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.505449:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.505451:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787847131.505454:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787847131.505457:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0a9cb40 x1874693291266048/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787847131.505464:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9cb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291266048:192.168.204.124@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787847131.505468:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.505470:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.505473:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787847131.505475:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.505479:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0a9cb40 x1874693291266048/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.505486:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787847131.505496:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9954c59fc840. 00000100:00000001:1.0:1787847131.505500:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787847131.505501:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787847131.505510:0:6173:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1787847131.505511:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.505545:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0a9cb40 x1874693291266048/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.505552:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787847131.505554:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787847131.505557:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9954d0edc000. 02000000:00000001:1.0:1787847131.505570:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787847131.505573:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787847131.505575:0:6173:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000020:00000001:1.0:1787847131.505577:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787847131.505585:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9954c30cd400. 02000000:00000001:1.0:1787847131.505590:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787847131.505591:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787847131.505593:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0a9cb40. 00000100:00000001:1.0:1787847131.505597:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787847131.505598:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787847131.505602:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787847131.505603:0:6173:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:1.0:1787847131.505605:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1787847131.505607:0:6173:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787847131.505610:0:6173:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787847131.505613:0:6173:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1787847131.505617:0:6173:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9954d0d9b360. 00000040:00001000:1.0:1787847131.505619:0:6173:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1787847131.506211:0:10391:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1787847131.506220:0:10391:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9954c4fa8c00. 00000020:00000010:2.0:1787847131.506234:0:10391:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9954c4fa8600. 00000040:00000010:2.0:1787847131.506239:0:10391:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9954c4fa8200. 00000020:00000010:2.0:1787847131.506244:0:10391:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9954c7fc5000. 00000020:00000010:2.0:1787847131.506249:0:10391:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff9954c4f9a880. 00000020:00000010:2.0:1787847131.506253:0:10391:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9954c4fa8000. 80000000:00000010:2.0:1787847131.506258:0:10391:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9954c4cb1960. 40000000:00000010:2.0:1787847131.506262:0:10391:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9954c4fa0000. 00100000:00000010:2.0:1787847131.506267:0:10391:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9954c7fc6800. 00040000:00000010:2.0:1787847131.506271:0:10391:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9954c70b2400. 00040000:00000010:2.0:1787847131.506275:0:10391:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9954c7fc0000. 00040000:00000010:2.0:1787847131.506279:0:10391:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9954c4fa9800. 00000004:00000010:2.0:1787847131.506283:0:10391:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9954c7fc2000. 00000004:00000010:2.0:1787847131.506288:0:10391:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9954c7fd5000. 00000004:00000010:2.0:1787847131.506293:0:10391:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9954c7fc4800. 00002000:00000010:2.0:1787847131.506297:0:10391:0:(ofd_dev.c:3008:ofd_key_init()) kmalloced '(value)': 1000 at ffff9954c7c44400. 00000004:00000010:2.0:1787847131.506303:0:10391:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9954c7c46400. 00000020:00000010:2.0:1787847131.506309:0:10391:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9954c4fa0980. 00000040:00000010:2.0:1787847131.506317:0:10391:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9954d0e34000. 00000040:00080000:2.0:1787847131.506969:0:10391:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1787847131.506975:0:10391:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9954d0e34000. 00000020:00000010:2.0:1787847131.506982:0:10391:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9954c4fa0980. 00000020:00000010:2.0:1787847131.506997:0:10391:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9954c4fa8600. 00000040:00000010:2.0:1787847131.507001:0:10391:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9954c4fa8200. 00000020:00000010:2.0:1787847131.507004:0:10391:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9954c7fc5000. 00000020:00000010:2.0:1787847131.507008:0:10391:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff9954c4f9a880. 00000020:00000010:2.0:1787847131.507012:0:10391:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9954c4fa8000. 80000000:00000010:2.0:1787847131.507016:0:10391:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9954c4cb1960. 40000000:00000010:2.0:1787847131.507019:0:10391:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9954c4fa0000. 00100000:00000010:2.0:1787847131.507022:0:10391:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9954c7fc6800. 00040000:00000010:2.0:1787847131.507026:0:10391:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9954c70b2400. 00040000:00000010:2.0:1787847131.507029:0:10391:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9954c7fc0000. 00040000:00000010:2.0:1787847131.507032:0:10391:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9954c4fa9800. 00000004:00000010:2.0:1787847131.507034:0:10391:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9954c7fc2000. 00000004:00000010:2.0:1787847131.507038:0:10391:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9954c7fd5000. 00000004:00000010:2.0:1787847131.507050:0:10391:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9954c7fc4800. 00002000:00000010:2.0:1787847131.507053:0:10391:0:(ofd_dev.c:3037:ofd_key_fini()) kfreed 'info': 1000 at ffff9954c7c44400. 00000004:00000010:2.0:1787847131.507057:0:10391:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9954c7c46400. 00000020:00000010:2.0:1787847131.507059:0:10391:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9954c4fa8c00. 00000040:00000010:1.0:1787847131.507333:0:6173:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9954d0d9b360. 00000040:00000001:1.0:1787847131.507338:0:6173:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1787847131.507341:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1787847131.507346:0:6173:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9954d0e78000. 00000040:00000010:1.0:1787847131.507350:0:6173:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9954c4f4ae00. 00000020:00000001:1.0:1787847131.507354:0:6173:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787847131.507357:0:6173:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1787847131.507360:0:6173:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9954c4f4b200. 00000040:00000010:1.0:1787847131.507363:0:6173:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9954c4f4b000. 00000020:00000010:1.0:1787847131.507365:0:6173:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9954c6683800. 00000020:00000010:1.0:1787847131.507369:0:6173:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9954c4f4ba00. 80000000:00000010:1.0:1787847131.507371:0:6173:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9954d0d9b7e0. 00040000:00000010:1.0:1787847131.507373:0:6173:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9954c4f4a000. 20000000:00000010:1.0:1787847131.507377:0:6173:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9954c4f4b600. 00000020:00000010:1.0:1787847131.507380:0:6173:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9954c4f4a200. 10000000:00000010:1.0:1787847131.507393:0:6173:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9954c89e6140. 10000000:01000000:1.0:1787847131.507397:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1787847131.507401:0:6173:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1787847131.507404:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787847131.507406:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787847131.507409:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9955021f3600 refcount=3 00000020:00000001:1.0:1787847131.507411:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631189119710720 : -112884589840896 : ffff9955021f3600) 00010000:00000001:1.0:1787847131.507421:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631189119710720 : -112884589840896 : ffff9955021f3600) 00010000:00000001:1.0:1787847131.507424:0:6173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787847131.507430:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff9955021f3600/0x325569bf7c0e2d93 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25beb expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787847131.507439:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787847131.507440:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787847131.507443:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff9955021f3600/0x325569bf7c0e2d93 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25beb expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787847131.507449:0:6173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787847131.507451:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787847131.507451:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1787847131.507453:0:6173:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787847131.507455:0:6173:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787847131.507458:0:6173:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1787847131.507461:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787847131.507463:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff9954c33f8e00) refs 2 10000000:00000001:1.0:1787847131.507464:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787847131.507466:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1787847131.507468:0:6173:0:(mgc_request.c:123:config_log_put()) log params(ffff9954c57b6200) refs 3 10000000:00000001:1.0:1787847131.507470:0:6173:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1787847131.507472:0:6173:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1787847131.507473:0:6173:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1787847131.507475:0:6173:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1787847131.507477:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9954d24e9000 from 7 10000000:00000001:1.0:1787847131.507479:0:6173:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1787847131.507481:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1787847131.507740:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0a9cb40. 00000020:00000040:1.0:1787847131.507747:0:6173:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:1.0:1787847131.507751:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787847131.507755:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787847131.507760:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787847131.507768:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9954c30cd400. 00000100:00000001:1.0:1787847131.507776:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.507781:0:6173:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787847131.507789:0:6173:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1787847131.507795:0:6173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9954cabc1500 count: 2 00010000:00000001:1.0:1787847131.507798:0:6173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787847131.507802:0:6173:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787847131.507804:0:6173:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9955021f2800. 00000020:00000001:1.0:1787847131.507808:0:6173:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787847131.507811:0:6173:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9955021f2800 with handle 0x325569bf7c0e2d9a to hash 00000020:00000001:1.0:1787847131.507813:0:6173:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787847131.507815:0:6173:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631189119707136 : -112884589844480 : ffff9955021f2800) 00010000:00000001:1.0:1787847131.507817:0:6173:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631189119707136 : -112884589844480 : ffff9955021f2800) 00010000:00000001:1.0:1787847131.507821:0:6173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787847131.507824:0:6173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847131.507827:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff9955021f2800/0x325569bf7c0e2d9a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787847131.507835:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff9955021f2800/0x325569bf7c0e2d9a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787847131.507846:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff9955021f2800/0x325569bf7c0e2d9a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787847131.507852:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787847131.507854:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787847131.507861:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9954c59fc840. 00000100:00000001:1.0:1787847131.507863:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631188104726592 : -112885604825024 : ffff9954c59fc840) 00000100:00000001:1.0:1787847131.507866:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787847131.507867:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558367552 : -112885151184064 : ffff9954e0a9cb40) 00000100:00000001:1.0:1787847131.507872:0:6173:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787847131.507876:0:6173:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.507878:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787847131.507880:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787847131.507890:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0a9cb40 x1874693291266176/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.507898:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787847131.507908:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.507912:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787847131.507914:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787847131.507917:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787847131.507921:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9cb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291266176:192.168.204.124@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787847131.507926:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787847131.507931:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787847131.507934:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.507936:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787847131.507940:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9954d0e5f800. 02000000:00000001:1.0:1787847131.507942:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847131.507949:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:1.0:1787847131.507953:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c5dd7790. 00000400:00000010:1.0:1787847131.507960:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c5dcd440. 00000100:00000200:1.0:1787847131.507967:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874693291266176, portal 25 00000100:00000001:1.0:1787847131.507968:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787847131.507970:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558367552 : -112885151184064 : ffff9954e0a9cb40) 00000100:00000040:1.0:1787847131.507975:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0a9cb40 x1874693291266176/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.507982:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787847131.507984:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:1.0:1787847131.507986:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c5dcda18. 00000100:00000200:1.0:1787847131.507989:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874693291266176, offset 0 00000400:00000200:1.0:1787847131.507995:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:1.0:1787847131.508005:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847131.508012:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:1.0:1787847131.508018:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787847131.508022:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:1.0:1787847131.508026:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787847131.508029:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:1.0:1787847131.508033:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [170:170:256:4294967295] 192.168.204.124@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:1.0:1787847131.508037:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847131.508047:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:1.0:1787847131.508060:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:1.0:1787847131.508065:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c63a1200. 00000800:00000200:1.0:1787847131.508072:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:1.0:1787847131.508081:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:1.0:1787847131.508085:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c63a1200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787847131.508197:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847131.508203:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:1.0:1787847131.508205:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295057103 00000100:00000001:1.0:1787847131.508213:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295057093 00000100:00000001:1.0:1787847131.508218:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295057103 00000100:00000001:1.0:1787847131.508221:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295057093 00000100:00000001:1.0:1787847131.508224:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.508227:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.508230:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787847131.508232:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787847131.508235:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c59fc840 going to sleep for 11 seconds 00000100:00000001:1.0:1787847131.508237:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787847131.508240:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787847131.508899:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847131.508905:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c63a1200. 00000400:00000200:0.0:1787847131.508911:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.508917:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847131.508923:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c5dcda18 00000400:00000010:0.0:1787847131.508925:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c5dcda18. 00000100:00000001:0.0:1787847131.508929:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847131.508934:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0a9cb40 x1874693291266176/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.508945:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847131.508948:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9954e0a9cb40 x1874693291266176/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.508954:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.508956:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787847131.512944:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.512962:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847131.512966:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.512968:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.512988:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.512997:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847131.513006:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.513010:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.513029:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.513034:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 344 into portal 25 MB=0x6a9060bb05080 00000400:00000200:0.0:1787847131.513039:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.513045:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 344/344 into md 0x841 [1] + 224 00000800:00000001:0.0:1787847131.513052:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.513061:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.513065:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.513069:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847131.513077:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847131.513085:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0a9cb40 x1874693291266176/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847131.513096:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9954e0a9cb40 x1874693291266176/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.513117:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847131.513126:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.513130:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.513254:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787847131.513262:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787847131.513264:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787847131.513267:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c5dd7790. 00000400:00000200:1.0:1787847131.513272:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c5dcd440 00000400:00000010:1.0:1787847131.513274:0:6173:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c5dcd440. 00000100:00000001:1.0:1787847131.513277:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847131.513282:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0a9cb40 x1874693291266176/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787847131.513290:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0a9cb40 x1874693291266176/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.513297:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787847131.513299:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.513308:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787847131.513312:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787847131.513315:0:6173:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787847131.513317:0:6173:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.513320:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787847131.513328:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c576bc60 time=102 v=5 (5 0 0 0) 00000100:00001000:1.0:1787847131.513333:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c576bc18 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1787847131.513336:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787847131.513337:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.513340:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787847131.513342:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.513345:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787847131.513350:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0a9cb40 x1874693291266176/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.513357:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.513360:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787847131.513362:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787847131.513366:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0a9cb40 x1874693291266176/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787847131.513374:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9cb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291266176:192.168.204.124@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787847131.513380:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.513393:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.513395:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787847131.513398:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.513401:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0a9cb40 x1874693291266176/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.513408:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787847131.513411:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9954c59fc840. 00000100:00000001:1.0:1787847131.513416:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787847131.513417:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.513420:0:6173:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787847131.513424:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787847131.513427:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787847131.513435:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9955021f2800 refcount=4 00000020:00000001:1.0:1787847131.513438:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631189119707136 : -112884589844480 : ffff9955021f2800) 00010000:00000001:1.0:1787847131.513446:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631189119707136 : -112884589844480 : ffff9955021f2800) 00010000:00000040:1.0:1787847131.513453:0:6173:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9955021f2800, remote cookie: 0xb27a25b8a3c25bf2, flags: 0x0 00010000:00000001:1.0:1787847131.513456:0:6173:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787847131.513461:0:6173:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787847131.513463:0:6173:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787847131.513465:0:6173:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787847131.513467:0:6173:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787847131.513470:0:6173:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9954cabc1500) refcount = 2 00010000:00000040:1.0:1787847131.513472:0:6173:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787847131.513476:0:6173:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.124@tcp lock: ffff9955021f3600/0x325569bf7c0e2d93 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb27a25b8a3c25beb expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787847131.513484:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff9955021f2800/0x325569bf7c0e2d9a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25bf2 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787847131.513491:0:6173:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787847131.513492:0:6173:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787847131.513494:0:6173:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787847131.513496:0:6173:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787847131.513498:0:6173:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847131.513501:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff9955021f2800/0x325569bf7c0e2d9a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb27a25b8a3c25bf2 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787847131.513506:0:6173:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787847131.513508:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787847131.513509:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787847131.513510:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787847131.513511:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787847131.513513:0:6173:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.513547:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.513552:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0a9cb40 x1874693291266176/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1787847147 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.513568:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787847131.513571:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787847131.513573:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9954d0e5f800. 02000000:00000001:1.0:1787847131.513577:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787847131.513580:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787847131.513581:0:6173:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:1.0:1787847131.513584:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787847131.513587:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9954c30cd400. 02000000:00000001:1.0:1787847131.513591:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787847131.513592:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787847131.513594:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0a9cb40. 00000100:00000001:1.0:1787847131.513598:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787847131.513599:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1787847131.513601:0:6173:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787847131.513605:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787847131.513607:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff9954c33f8e00) refs 3 10000000:00000001:1.0:1787847131.513609:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.513611:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787847131.513613:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787847131.513614:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9955021f2800 refcount=3 00000020:00000001:1.0:1787847131.513616:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631189119707136 : -112884589844480 : ffff9955021f2800) 00010000:00000001:1.0:1787847131.513618:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631189119707136 : -112884589844480 : ffff9955021f2800) 00010000:00000001:1.0:1787847131.513620:0:6173:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1787847131.513621:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787847131.513622:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787847131.513624:0:6173:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787847131.513627:0:6173:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1787847131.513631:0:6173:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9954c89e6140. 00000020:00000010:1.0:1787847131.513635:0:6173:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9954c30cd400. 00000020:00000010:1.0:1787847131.513640:0:6173:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9954c30cde00. 00000040:00000010:1.0:1787847131.513644:0:6173:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9954c30cda00. 00000020:00000010:1.0:1787847131.513648:0:6173:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9954c6683800. 00000020:00000010:1.0:1787847131.513656:0:6173:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9954c4f4a200. 80000000:00000010:1.0:1787847131.513660:0:6173:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9954d0d9b7e0. 00040000:00000010:1.0:1787847131.513679:0:6173:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9954c4f4b600. 20000000:00000010:1.0:1787847131.513684:0:6173:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9954c4f4a000. 10000000:00000040:1.0:1787847131.513689:0:6173:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9954c7f81240 : new refcount 2 00000020:00000001:1.0:1787847131.513692:0:6173:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1787847131.513694:0:6173:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1787847131.513697:0:6173:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1787847131.513700:0:6173:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9954c4f4ba00. 00000040:00000001:1.0:1787847131.513703:0:6173:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1787847131.513706:0:6173:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000010:1.0:1787847131.513710:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0a9cb40. 00000020:00000040:1.0:1787847131.513713:0:6173:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=5 obd=MGC192.168.204.124@tcp 00000100:00000001:1.0:1787847131.513717:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787847131.513720:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787847131.513724:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787847131.513730:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9954c4f4b000. 00000100:00000001:1.0:1787847131.513736:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.513742:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787847131.513743:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787847131.513748:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9954c59fc840. 00000100:00000001:1.0:1787847131.513750:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631188104726592 : -112885604825024 : ffff9954c59fc840) 00000100:00000001:1.0:1787847131.513753:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787847131.513754:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558367552 : -112885151184064 : ffff9954e0a9cb40) 00000100:00000001:1.0:1787847131.513758:0:6173:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787847131.513762:0:6173:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.513764:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787847131.513765:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787847131.513770:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0a9cb40 x1874693291266304/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.513777:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787847131.513779:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.513783:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787847131.513786:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787847131.513788:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787847131.513792:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9cb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291266304:192.168.204.124@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787847131.513803:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787847131.513808:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787847131.513811:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.513814:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787847131.513817:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4f4b200. 02000000:00000001:1.0:1787847131.513819:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847131.513824:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:1.0:1787847131.513827:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c5dd7790. 00000400:00000010:1.0:1787847131.513831:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c5dcd440. 00000100:00000200:1.0:1787847131.513837:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291266304, portal 25 00000100:00000001:1.0:1787847131.513839:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787847131.513840:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558367552 : -112885151184064 : ffff9954e0a9cb40) 00000100:00000040:1.0:1787847131.513847:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0a9cb40 x1874693291266304/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.513854:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787847131.513857:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:1.0:1787847131.513859:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c5dcd7f8. 00000100:00000200:1.0:1787847131.513862:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1874693291266304, offset 0 00000400:00000200:1.0:1787847131.513868:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:1.0:1787847131.513875:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847131.513880:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:1.0:1787847131.513886:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787847131.513891:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:1.0:1787847131.513895:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787847131.513897:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:1.0:1787847131.513900:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [171:171:256:4294967295] 192.168.204.124@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:1.0:1787847131.513904:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847131.513911:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:1.0:1787847131.513917:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:1.0:1787847131.513922:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c63a1400. 00000800:00000200:1.0:1787847131.513928:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:1.0:1787847131.513942:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:1.0:1787847131.513948:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c63a1400 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1787847131.513955:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847131.513960:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:1.0:1787847131.514280:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295057108 00000100:00000001:1.0:1787847131.514289:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295057103 00000100:00000001:1.0:1787847131.514294:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295057108 00000100:00000001:1.0:1787847131.514298:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295057103 00000100:00000001:1.0:1787847131.514301:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.514303:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.514306:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787847131.514308:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787847131.514310:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c59fc840 going to sleep for 11 seconds 00000100:00000001:1.0:1787847131.514313:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787847131.514315:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787847131.514680:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847131.514685:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c63a1400. 00000400:00000200:0.0:1787847131.514689:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.514695:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847131.514699:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c5dcd7f8 00000400:00000010:0.0:1787847131.514701:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c5dcd7f8. 00000100:00000001:0.0:1787847131.514704:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847131.514709:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0a9cb40 x1874693291266304/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.514717:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847131.514720:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9954e0a9cb40 x1874693291266304/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.514727:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.514728:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787847131.532061:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.532078:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847131.532095:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.532097:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.532106:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.532126:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847131.532136:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.532141:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.532147:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.532150:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 272 into portal 25 MB=0x6a9060bb05100 00000400:00000200:0.0:1787847131.532155:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.532160:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 272/272 into md 0x851 [1] + 224 00000800:00000001:0.0:1787847131.532167:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.532175:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.532178:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.532182:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847131.532190:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847131.532198:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0a9cb40 x1874693291266304/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847131.532210:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9954e0a9cb40 x1874693291266304/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.532231:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787847131.532398:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787847131.532405:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787847131.532407:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787847131.532410:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c5dd7790. 00000400:00000200:1.0:1787847131.532415:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c5dcd440 00000400:00000010:1.0:1787847131.532417:0:6173:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c5dcd440. 00000100:00000001:1.0:1787847131.532420:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847131.532425:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0a9cb40 x1874693291266304/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787847131.532434:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0a9cb40 x1874693291266304/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.532440:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787847131.532442:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.532445:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787847131.532447:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787847131.532450:0:6173:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787847131.532452:0:6173:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.532455:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787847131.532468:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c576bc60 time=102 v=5 (5 0 0 0) 00000100:00001000:1.0:1787847131.532472:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c576bc18 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1787847131.532474:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787847131.532476:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.532479:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787847131.532481:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.532483:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787847131.532498:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0a9cb40 x1874693291266304/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.532505:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.532508:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787847131.532510:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787847131.532514:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0a9cb40 x1874693291266304/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787847131.532560:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9cb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291266304:192.168.204.124@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787847131.532566:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.532569:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.532571:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787847131.532574:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.532578:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0a9cb40 x1874693291266304/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.532585:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787847131.532588:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9954c59fc840. 00000100:00000001:1.0:1787847131.532592:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787847131.532594:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787847131.532599:0:6173:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1787847131.532603:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787847131.532605:0:6173:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000020:00000001:1.0:1787847131.532607:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787847131.532609:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.532612:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0a9cb40 x1874693291266304/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1787847147 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.532628:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787847131.532630:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787847131.532634:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4f4b200. 02000000:00000001:1.0:1787847131.532637:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787847131.532638:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787847131.532639:0:6173:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:1.0:1787847131.532641:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787847131.532644:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9954c4f4b000. 02000000:00000001:1.0:1787847131.532646:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787847131.532648:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787847131.532650:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0a9cb40. 00000100:00000001:1.0:1787847131.532654:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787847131.532655:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1787847131.532658:0:6173:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787847131.532662:0:6173:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1787847131.532668:0:6173:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9954d0e78000. 00000040:00000001:1.0:1787847131.532681:0:6173:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1787847131.532683:0:6173:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1787847131.532686:0:6173:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000010:1.0:1787847131.532690:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0a9cb40. 00000020:00000040:1.0:1787847131.532692:0:6173:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=5 obd=MGC192.168.204.124@tcp 00000100:00000001:1.0:1787847131.532696:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787847131.532699:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787847131.532703:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787847131.532708:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9954c4f4b000. 00000100:00000001:1.0:1787847131.532714:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.532717:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787847131.532719:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787847131.532723:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9954c59fc840. 00000100:00000001:1.0:1787847131.532726:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631188104726592 : -112885604825024 : ffff9954c59fc840) 00000100:00000001:1.0:1787847131.532728:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787847131.532730:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558367552 : -112885151184064 : ffff9954e0a9cb40) 00000100:00000001:1.0:1787847131.532734:0:6173:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787847131.532739:0:6173:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.532741:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787847131.532748:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787847131.532752:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0a9cb40 x1874693291266432/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.532760:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787847131.532762:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.532765:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787847131.532768:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787847131.532770:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787847131.532774:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0a9cb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291266432:192.168.204.124@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787847131.532777:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787847131.532782:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787847131.532785:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.532787:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787847131.532801:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9954d0edc000. 02000000:00000001:1.0:1787847131.532803:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847131.532808:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:1.0:1787847131.532811:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c5dd7790. 00000400:00000010:1.0:1787847131.532816:0:6173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9954c59fc0c0. 00000100:00000200:1.0:1787847131.532821:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874693291266432, portal 25 00000100:00000001:1.0:1787847131.532823:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787847131.532825:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558367552 : -112885151184064 : ffff9954e0a9cb40) 00000100:00000040:1.0:1787847131.532830:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0a9cb40 x1874693291266432/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.532836:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787847131.532839:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:1.0:1787847131.532841:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c5dcd440. 00000100:00000200:1.0:1787847131.532844:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874693291266432, offset 0 00000400:00000200:1.0:1787847131.532849:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:1.0:1787847131.532856:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847131.532862:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:1.0:1787847131.532868:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787847131.532872:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:1.0:1787847131.532876:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787847131.532885:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:1.0:1787847131.532889:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [172:172:256:4294967295] 192.168.204.124@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:1.0:1787847131.532894:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1787847131.532903:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:1.0:1787847131.532908:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:1.0:1787847131.532913:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c63a1500. 00000800:00000200:1.0:1787847131.532918:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:1.0:1787847131.532925:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:1.0:1787847131.532930:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c63a1500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1787847131.532945:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787847131.532949:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:1.0:1787847131.532952:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295057127 00000100:00000001:1.0:1787847131.532959:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295057108 00000100:00000001:1.0:1787847131.532976:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295057127 00000100:00000001:1.0:1787847131.532980:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295057108 00000100:00000001:1.0:1787847131.532982:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.532985:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.532987:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787847131.532989:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787847131.532991:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9954c59fc840 going to sleep for 11 seconds 00000100:00000001:1.0:1787847131.532993:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787847131.532995:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787847131.533393:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.533402:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1787847131.533871:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847131.533875:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c63a1500. 00000400:00000200:0.0:1787847131.533881:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.533887:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847131.533892:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c5dcd440 00000400:00000010:0.0:1787847131.533894:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c5dcd440. 00000100:00000001:0.0:1787847131.533898:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847131.533903:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0a9cb40 x1874693291266432/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.533912:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847131.533924:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9954e0a9cb40 x1874693291266432/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.533930:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.533932:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787847131.541801:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.541819:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847131.541824:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.541826:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.541835:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.541843:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847131.541852:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.541858:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.541863:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.541867:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 8416 into portal 25 MB=0x6a9060bb05180 00000400:00000200:0.0:1787847131.541873:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.541879:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 8416/8416 into md 0x861 [4] + 224 00000800:00000001:0.0:1787847131.541885:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.541898:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.541903:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.541907:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847131.541915:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847131.541924:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0a9cb40 x1874693291266432/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847131.541936:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9954e0a9cb40 x1874693291266432/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.541958:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847131.541975:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.541978:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.542895:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787847131.542905:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787847131.542907:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787847131.542912:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c5dd7790. 00000400:00000200:1.0:1787847131.542919:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c59fc0c0 00000400:00000010:1.0:1787847131.542922:0:6173:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9954c59fc0c0. 00000100:00000001:1.0:1787847131.542927:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847131.542935:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0a9cb40 x1874693291266432/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787847131.542946:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0a9cb40 x1874693291266432/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.542977:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787847131.542980:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.542983:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787847131.542986:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787847131.542989:0:6173:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787847131.542991:0:6173:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.542995:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787847131.543002:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c576bc60 time=102 v=5 (5 0 0 0) 00000100:00001000:1.0:1787847131.543006:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c576bc18 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1787847131.543009:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787847131.543011:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.543014:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787847131.543016:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.543019:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787847131.543024:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0a9cb40 x1874693291266432/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.543031:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.543034:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787847131.543036:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787847131.543040:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0a9cb40 x1874693291266432/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787847131.543046:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0a9cb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94bfa3db-ff8d-4548-a107-10386de42ffa:6173:1874693291266432:192.168.204.124@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787847131.543051:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.543054:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.543056:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787847131.543058:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.543062:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0a9cb40 x1874693291266432/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.543067:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787847131.543071:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9954c59fc840. 00000100:00000001:1.0:1787847131.543074:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787847131.543081:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787847131.543090:0:6173:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1787847131.543092:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.543096:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0a9cb40 x1874693291266432/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787847147 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.543103:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787847131.543106:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787847131.543109:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9954d0edc000. 02000000:00000001:1.0:1787847131.544599:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787847131.544606:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787847131.544609:0:6173:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000020:00000001:1.0:1787847131.544614:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787847131.544617:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9954c4f4b000. 02000000:00000001:1.0:1787847131.544623:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787847131.544625:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787847131.544627:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0a9cb40. 00000100:00000001:1.0:1787847131.544632:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787847131.544634:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787847131.544638:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787847131.544639:0:6173:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:1.0:1787847131.544641:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1787847131.544644:0:6173:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787847131.544647:0:6173:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787847131.544650:0:6173:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1787847131.544655:0:6173:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9954d0d9b360. 00000040:00001000:1.0:1787847131.544658:0:6173:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000100:00000040:0.0:1787847131.544918:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787847131.544924:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787847131.544929:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954d0ed03c0. 00000020:00000040:0.0:1787847131.544933:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c7358800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000100:00000001:0.0:1787847131.544946:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787847131.544948:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787847131.544953:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787847131.544959:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c69f5a00. 00000100:00000001:0.0:1787847131.544975:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.544985:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID req@ffff9954d0ed03c0 x1874693291266560/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787847131.544994:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787847131.544998:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.545004:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001937001e] to pc [ptlrpcd_00_00+0] req@ffff9954d0ed03c0 x1874693291266560/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.545026:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.545029:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787847131.545032:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787847131.545035:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954d0ed0780. 00000020:00000040:0.0:1787847131.545037:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c735b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000100:00000001:0.0:1787847131.545039:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787847131.545040:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787847131.545042:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787847131.545044:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c69f5800. 00000100:00000001:0.0:1787847131.545047:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.545051:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID req@ffff9954d0ed0780 x1874693291266688/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787847131.545057:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787847131.545058:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.545061:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009250fc9f] to pc [ptlrpcd_00_01+1] req@ffff9954d0ed0780 x1874693291266688/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.545068:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.545071:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787847131.545074:0:8919:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787847131.545084:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787847131.545087:0:8919:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787847131.545089:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787847131.545091:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787847131.545094:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954d0ed12c0. 00000020:00000040:0.0:1787847131.545096:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c6682800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000100:00000001:0.0:1787847131.545098:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787847131.545099:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787847131.545101:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787847131.545104:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c69f5700. 00000100:00000001:0.0:1787847131.545108:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.545112:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID req@ffff9954d0ed12c0 x1874693291266816/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787847131.545118:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787847131.545119:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.545123:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f5858e5] to pc [ptlrpcd_00_00+0] req@ffff9954d0ed12c0 x1874693291266816/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.545129:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.545131:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787847131.545133:0:8919:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787847131.545136:0:8919:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954d0ed3840. 00000020:00000040:0.0:1787847131.545138:0:8919:0:(genops.c:1210:class_import_get()) import ffff9954c6682000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 00000100:00000001:0.0:1787847131.545140:0:8919:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787847131.545141:0:8919:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787847131.545143:0:8919:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787847131.545147:0:8919:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954d0cf4300. 00000100:00000001:0.0:1787847131.545150:0:8919:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.545153:0:8919:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID req@ffff9954d0ed3840 x1874693291266944/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787847131.545170:0:8919:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787847131.545171:0:8919:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.545175:0:8919:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5320b20] to pc [ptlrpcd_00_01+1] req@ffff9954d0ed3840 x1874693291266944/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.545183:0:8919:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.545185:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787847131.545189:0:8919:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787847131.545191:0:8919:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787847131.545194:0:8919:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787847131.545198:0:8919:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (393) 00000100:00000001:0.0:1787847131.545212:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787847131.545215:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787847131.545218:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787847131.545223:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954d0ed03c0 x1874693291266560/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.545230:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787847131.545232:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787847131.545248:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787847131.545251:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787847131.545253:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787847131.545257:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954d0ed03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2397:1874693291266560:192.168.204.124@tcp:400:kworker.0 00000100:00000001:0.0:1787847131.545262:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787847131.545267:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787847131.545270:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787847131.545273:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787847131.545277:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954d8868800. 02000000:00000001:0.0:1787847131.545279:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787847131.545286:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:0.0:1787847131.545295:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d06b7058. 00000400:00000010:0.0:1787847131.545302:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c7c12b28. 00000100:00000200:0.0:1787847131.545309:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291266560, portal 10 00000100:00000001:0.0:1787847131.545311:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787847131.545313:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188294337472 : -112885415214144 : ffff9954d0ed03c0) 00000020:00000010:0.0:1787847131.545321:0:2397:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9954c894c000. 00000100:00000040:0.0:1787847131.545328:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954d0ed03c0 x1874693291266560/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.545334:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787847131.545337:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:0.0:1787847131.545339:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c7c12aa0. 00000100:00000200:0.0:1787847131.545342:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291266560, offset 0 00000400:00000200:0.0:1787847131.545348:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:0.0:1787847131.545356:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.545364:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:0.0:1787847131.545370:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787847131.545375:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:0.0:1787847131.545378:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787847131.545381:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:0.0:1787847131.545395:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [173:173:256:4294967295] 192.168.204.124@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:0.0:1787847131.545400:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.545409:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:0.0:1787847131.545415:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:0.0:1787847131.545421:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954d0cf4600. 00000800:00000200:0.0:1787847131.545427:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:0.0:1787847131.545435:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:0.0:1787847131.545439:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954d0cf4600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787847131.545451:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.545455:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: using a timeout of 111312 usecs (112 jiffies) 00000400:00000200:0.0:1787847131.545458:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:0.0:1787847131.545461:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295055986 00000100:00000001:0.0:1787847131.545469:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request active for cpu 0, keep current deadline 4295057127 00000100:00000001:0.0:1787847131.545472:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295055986 00000100:00000001:0.0:1787847131.545474:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request active for cpu 1, keep current deadline 4295057127 00000100:00000001:0.0:1787847131.545476:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787847131.545479:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.545481:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787847131.545485:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954d0ed12c0 x1874693291266816/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.546145:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787847131.546147:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787847131.546150:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787847131.546152:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787847131.546154:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787847131.546158:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954d0ed12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2397:1874693291266816:192.168.204.124@tcp:400:kworker.0 00000100:00000001:0.0:1787847131.546161:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787847131.546165:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787847131.546166:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787847131.546168:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787847131.546173:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954d8868a00. 02000000:00000001:0.0:1787847131.546175:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787847131.546179:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:0.0:1787847131.546182:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d06b79f8. 00000400:00000010:0.0:1787847131.546187:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c7c12770. 00000100:00000200:0.0:1787847131.546191:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291266816, portal 10 00000100:00000001:0.0:1787847131.546193:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787847131.546194:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188294341312 : -112885415210304 : ffff9954d0ed12c0) 00000100:00000040:0.0:1787847131.546200:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954d0ed12c0 x1874693291266816/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.546207:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787847131.546211:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:0.0:1787847131.546213:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c7c122a8. 00000100:00000200:0.0:1787847131.546224:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291266816, offset 0 00000400:00000200:0.0:1787847131.546229:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:0.0:1787847131.546246:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.546251:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:0.0:1787847131.546255:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787847131.546257:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:0.0:1787847131.546260:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787847131.546262:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:0.0:1787847131.546266:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [174:174:255:4294967295] 192.168.204.124@tcp LPNI seq info [174:174:7:4294967295] 00000400:00000200:0.0:1787847131.546269:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.546275:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:0.0:1787847131.546279:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:0.0:1787847131.546282:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954d0cf4e00. 00000800:00000200:0.0:1787847131.546286:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:0.0:1787847131.546292:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:0.0:1787847131.546295:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954d0cf4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787847131.546299:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.546302:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: using a timeout of 22085 usecs (23 jiffies) 00000400:00000200:0.0:1787847131.546305:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:0.0:1787847131.546308:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295055898 00000100:00000001:0.0:1787847131.546310:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295057127 00000100:00000001:0.0:1787847131.546312:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295055898 00000100:00000001:0.0:1787847131.546314:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295057127 00000100:00000001:0.0:1787847131.546316:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787847131.546318:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.546321:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.546324:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787847131.546330:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787847131.546332:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787847131.546335:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787847131.546341:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787847131.546343:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787847131.546346:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787847131.546348:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787847131.546350:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787847131.546352:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787847131.546353:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787847131.546354:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787847131.546355:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787847131.546360:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954d0ed0780 x1874693291266688/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.546366:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787847131.546368:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787847131.546370:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787847131.546372:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787847131.546374:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787847131.546376:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954d0ed0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2397:1874693291266688:192.168.204.124@tcp:400:kworker.0 00000100:00000001:0.0:1787847131.546379:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787847131.546392:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787847131.546394:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787847131.546396:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787847131.546399:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954d8869600. 02000000:00000001:0.0:1787847131.546401:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787847131.546405:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:0.0:1787847131.546407:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d06b7318. 00000400:00000010:0.0:1787847131.546411:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c7c12cc0. 00000100:00000200:0.0:1787847131.546413:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291266688, portal 10 00000100:00000001:0.0:1787847131.546415:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787847131.546416:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188294338432 : -112885415213184 : ffff9954d0ed0780) 00000100:00000040:0.0:1787847131.546422:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954d0ed0780 x1874693291266688/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.546429:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787847131.546431:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:0.0:1787847131.546433:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c7c12990. 00000100:00000200:0.0:1787847131.546441:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291266688, offset 0 00000400:00000200:0.0:1787847131.546446:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:0.0:1787847131.546451:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.546454:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:0.0:1787847131.546457:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787847131.546459:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:0.0:1787847131.546462:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787847131.546464:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:0.0:1787847131.546466:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [175:175:254:4294967295] 192.168.204.124@tcp LPNI seq info [175:175:6:4294967295] 00000400:00000200:0.0:1787847131.546470:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.547682:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:0.0:1787847131.547690:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:0.0:1787847131.547698:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954e056c200. 00000800:00000200:0.0:1787847131.547705:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:0.0:1787847131.547711:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:0.0:1787847131.547715:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954e056c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787847131.547719:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.547724:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: using a timeout of 131057 usecs (132 jiffies) 00000400:00000200:0.0:1787847131.547728:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:0.0:1787847131.547730:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295056009 00000100:00000001:0.0:1787847131.547733:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 0, keep current deadline 4295057127 00000100:00000001:0.0:1787847131.547735:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295056009 00000100:00000001:0.0:1787847131.547737:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 1, keep current deadline 4295057127 00000100:00000001:0.0:1787847131.547740:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787847131.547743:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.547746:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787847131.547751:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954d0ed3840 x1874693291266944/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.547760:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787847131.547773:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787847131.547777:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787847131.547779:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787847131.547781:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787847131.547785:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954d0ed3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2397:1874693291266944:192.168.204.124@tcp:400:kworker.0 00000100:00000001:0.0:1787847131.547789:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787847131.547792:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787847131.547794:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787847131.547796:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787847131.547801:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954d8869800. 02000000:00000001:0.0:1787847131.547803:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787847131.547808:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:0.0:1787847131.547811:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d06b7f20. 00000400:00000010:0.0:1787847131.547816:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c7c12330. 00000100:00000200:0.0:1787847131.547822:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291266944, portal 10 00000100:00000001:0.0:1787847131.547824:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787847131.547825:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188294350912 : -112885415200704 : ffff9954d0ed3840) 00000020:00000010:0.0:1787847131.547846:0:2397:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9954d1022000. 00000100:00000040:0.0:1787847131.547854:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954d0ed3840 x1874693291266944/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.547861:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787847131.547863:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:0.0:1787847131.547866:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c7c12880. 00000100:00000200:0.0:1787847131.547869:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291266944, offset 0 00000400:00000200:0.0:1787847131.547875:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:0.0:1787847131.547882:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.547888:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:0.0:1787847131.547893:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787847131.547896:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:0.0:1787847131.547899:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787847131.547902:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:0.0:1787847131.547905:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [176:176:253:4294967295] 192.168.204.124@tcp LPNI seq info [176:176:5:4294967295] 00000400:00000200:0.0:1787847131.547908:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.547919:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:0.0:1787847131.547923:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:0.0:1787847131.547927:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954d24f9d00. 00000800:00000200:0.0:1787847131.547930:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:0.0:1787847131.547934:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:0.0:1787847131.547936:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954d24f9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787847131.547939:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787847131.547942:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: using a timeout of 26798 usecs (27 jiffies) 00000400:00000200:0.0:1787847131.547944:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:0.0:1787847131.547946:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295055904 00000100:00000001:0.0:1787847131.547948:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295057127 00000100:00000001:0.0:1787847131.547950:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295055904 00000100:00000001:0.0:1787847131.547952:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295057127 00000100:00000001:0.0:1787847131.547953:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787847131.547955:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.547958:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.547961:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.547980:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787847131.547983:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787847131.548020:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847131.548024:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954d0cf4600. 00000400:00000200:0.0:1787847131.548032:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.548037:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847131.548042:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c7c12aa0 00000400:00000010:0.0:1787847131.548044:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c7c12aa0. 00000100:00000001:0.0:1787847131.548048:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847131.548053:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954d0ed03c0 x1874693291266560/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.548062:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847131.548065:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954d0ed03c0 x1874693291266560/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.548082:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.548084:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847131.548097:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847131.548099:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954d0cf4e00. 00000400:00000200:0.0:1787847131.548102:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.548105:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847131.548108:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c7c122a8 00000400:00000010:0.0:1787847131.548110:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c7c122a8. 00000100:00000001:0.0:1787847131.548112:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847131.548116:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954d0ed12c0 x1874693291266816/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.548123:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847131.548125:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954d0ed12c0 x1874693291266816/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.548132:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.548133:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847131.548140:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847131.548142:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954e056c200. 00000400:00000200:0.0:1787847131.548145:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.548148:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847131.548150:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c7c12990 00000400:00000010:0.0:1787847131.548152:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c7c12990. 00000100:00000001:0.0:1787847131.548154:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847131.548157:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954d0ed0780 x1874693291266688/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.548164:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847131.548166:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954d0ed0780 x1874693291266688/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.548172:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.548174:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847131.548230:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847131.548237:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954d24f9d00. 00000400:00000200:0.0:1787847131.548240:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.548244:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847131.548246:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c7c12880 00000400:00000010:0.0:1787847131.548248:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c7c12880. 00000100:00000001:0.0:1787847131.548250:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847131.548254:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954d0ed3840 x1874693291266944/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.548261:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847131.548263:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954d0ed3840 x1874693291266944/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.548269:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847131.548271:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000040:00000001:3.0:1787847131.549232:0:10392:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1787847131.549240:0:10392:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9954c57b6400. 00000020:00000010:3.0:1787847131.549247:0:10392:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9954c57b6000. 00000040:00000010:3.0:1787847131.549251:0:10392:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9954c57b7a00. 00000020:00000010:3.0:1787847131.549256:0:10392:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9954c2bf7000. 00000020:00000010:3.0:1787847131.549261:0:10392:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff9954c3318f30. 00000020:00000010:3.0:1787847131.549265:0:10392:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9954c57b6e00. 80000000:00000010:3.0:1787847131.549270:0:10392:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9954c7113960. 40000000:00000010:3.0:1787847131.549275:0:10392:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9954c4e05fc0. 00100000:00000010:3.0:1787847131.549280:0:10392:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9954c2bf3000. 00040000:00000010:3.0:1787847131.549284:0:10392:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9954c8985b00. 00040000:00000010:3.0:1787847131.549288:0:10392:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9954c2bf7800. 00040000:00000010:3.0:1787847131.549291:0:10392:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9954c57b7400. 00000004:00000010:3.0:1787847131.549295:0:10392:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9954c2bf0800. 00000004:00000010:3.0:1787847131.549302:0:10392:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9954c5788000. 00000004:00000010:3.0:1787847131.549380:0:10392:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9954c3cb4800. 00002000:00000010:3.0:1787847131.549398:0:10392:0:(ofd_dev.c:3008:ofd_key_init()) kmalloced '(value)': 1000 at ffff9954c5699000. 00000004:00000010:3.0:1787847131.549402:0:10392:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9954c5698400. 00000020:00000010:3.0:1787847131.549408:0:10392:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9954c4e05380. 00000040:00000010:3.0:1787847131.549415:0:10392:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9954d0e84000. 00000040:00080000:3.0:1787847131.550833:0:10392:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1787847131.550843:0:10392:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9954d0e84000. 00000020:00000010:3.0:1787847131.550863:0:10392:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9954c4e05380. 00000020:00000010:3.0:1787847131.550884:0:10392:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9954c57b6000. 00000040:00000010:3.0:1787847131.550890:0:10392:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9954c57b7a00. 00000020:00000010:3.0:1787847131.550893:0:10392:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9954c2bf7000. 00000020:00000010:3.0:1787847131.550899:0:10392:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff9954c3318f30. 00000020:00000010:3.0:1787847131.550904:0:10392:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9954c57b6e00. 80000000:00000010:3.0:1787847131.550908:0:10392:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9954c7113960. 40000000:00000010:3.0:1787847131.550913:0:10392:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9954c4e05fc0. 00100000:00000010:3.0:1787847131.550917:0:10392:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9954c2bf3000. 00040000:00000010:3.0:1787847131.550921:0:10392:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9954c8985b00. 00040000:00000010:3.0:1787847131.550926:0:10392:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9954c2bf7800. 00040000:00000010:3.0:1787847131.550928:0:10392:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9954c57b7400. 00000004:00000010:3.0:1787847131.550932:0:10392:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9954c2bf0800. 00000004:00000010:3.0:1787847131.550936:0:10392:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9954c5788000. 00000004:00000010:3.0:1787847131.550941:0:10392:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9954c3cb4800. 00002000:00000010:3.0:1787847131.550945:0:10392:0:(ofd_dev.c:3037:ofd_key_fini()) kfreed 'info': 1000 at ffff9954c5699000. 00000004:00000010:3.0:1787847131.550949:0:10392:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9954c5698400. 00000020:00000010:3.0:1787847131.550951:0:10392:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9954c57b6400. 00000040:00000010:1.0:1787847131.551089:0:6173:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9954d0d9b360. 00000040:00000001:1.0:1787847131.551095:0:6173:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1787847131.551099:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1787847131.551104:0:6173:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9954d0e78000. 00000040:00000010:1.0:1787847131.551108:0:6173:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9954c4f4ba00. 00000020:00000001:1.0:1787847131.551110:0:6173:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787847131.551126:0:6173:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1787847131.551130:0:6173:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9954c30cde00. 00000040:00000010:1.0:1787847131.551135:0:6173:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9954c30cda00. 00000020:00000010:1.0:1787847131.551137:0:6173:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9954c6683800. 00000020:00000010:1.0:1787847131.551149:0:6173:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9954c4f4a200. 80000000:00000010:1.0:1787847131.551152:0:6173:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9954d0d9b7e0. 00040000:00000010:1.0:1787847131.551154:0:6173:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9954c4f4b600. 20000000:00000010:1.0:1787847131.551158:0:6173:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9954c4f4a000. 00000020:00000010:1.0:1787847131.551161:0:6173:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9954c30cd400. 10000000:00000010:1.0:1787847131.551163:0:6173:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9954c89e6140. 10000000:01000000:1.0:1787847131.551166:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1787847131.551170:0:6173:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1787847131.551173:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787847131.551175:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787847131.551177:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9955021f2800 refcount=3 00000020:00000001:1.0:1787847131.551180:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631189119707136 : -112884589844480 : ffff9955021f2800) 00010000:00000001:1.0:1787847131.551183:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631189119707136 : -112884589844480 : ffff9955021f2800) 00010000:00000001:1.0:1787847131.551185:0:6173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787847131.551190:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff9955021f2800/0x325569bf7c0e2d9a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25bf2 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787847131.551198:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787847131.551200:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787847131.551202:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff9955021f2800/0x325569bf7c0e2d9a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb27a25b8a3c25bf2 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787847131.551207:0:6173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787847131.551208:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787847131.551209:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1787847131.551211:0:6173:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787847131.551213:0:6173:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787847131.551216:0:6173:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1787847131.551219:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1787847131.551220:0:6173:0:(mgc_request.c:123:config_log_put()) log params(ffff9954c33f8e00) refs 3 10000000:00000001:1.0:1787847131.551222:0:6173:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1787847131.560349:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.560369:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847131.560374:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.560377:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.560398:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560406:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847131.560417:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560423:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560428:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560432:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb05200 00000400:00000200:0.0:1787847131.560437:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560443:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:0.0:1787847131.560449:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.560454:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.560458:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.560462:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847131.560470:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847131.560498:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954d0ed03c0 x1874693291266560/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847131.560509:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954d0ed03c0 x1874693291266560/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.560667:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847131.560688:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.560693:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847131.560694:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.560697:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.560700:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560704:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847131.560708:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560711:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560713:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560716:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb05300 00000400:00000200:0.0:1787847131.560719:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560723:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:0.0:1787847131.560727:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.560729:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.560731:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.560734:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847131.560737:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847131.560741:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954d0ed12c0 x1874693291266816/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847131.560750:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954d0ed12c0 x1874693291266816/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.560756:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847131.560759:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.560762:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847131.560764:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.560766:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.560769:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560772:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847131.560776:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560785:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560788:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560791:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb05280 00000400:00000200:0.0:1787847131.560794:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560798:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x891 [1] + 224 00000800:00000001:0.0:1787847131.560802:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.560806:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.560808:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.560811:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847131.560815:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847131.560819:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954d0ed0780 x1874693291266688/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847131.560826:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954d0ed0780 x1874693291266688/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.560833:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847131.560837:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.560840:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847131.560841:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.560843:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.560846:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560849:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847131.560853:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560856:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560859:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560862:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb05380 00000400:00000200:0.0:1787847131.560865:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847131.560869:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x8a1 [1] + 224 00000800:00000001:0.0:1787847131.560872:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.560880:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847131.560882:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847131.560888:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847131.560891:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847131.560901:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954d0ed3840 x1874693291266944/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847131.560908:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954d0ed3840 x1874693291266944/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847131.560914:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847131.560919:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847131.560921:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.561178:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787847131.561182:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787847131.561188:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787847131.561190:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787847131.561199:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d06b7318. 00000400:00000200:1.0:1787847131.561202:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c7c12cc0 00000400:00000010:1.0:1787847131.561204:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c7c12cc0. 00000100:00000001:1.0:1787847131.561207:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847131.561211:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954d0ed0780 x1874693291266688/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787847131.561219:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954d0ed0780 x1874693291266688/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.561224:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787847131.561226:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.561229:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787847131.561231:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787847131.561234:0:2397:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787847131.561247:0:2397:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.561250:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787847131.561259:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c735b460 time=100 v=5 (5 0 0 0) 00000100:00001000:1.0:1787847131.561262:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c735b418 time=100 v=5 (1 0 0 0) 00000100:00000001:1.0:1787847131.561265:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787847131.561267:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.561269:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787847131.561274:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954d0ed0780 x1874693291266688/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787847131.561281:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.561284:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787847131.561287:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:1.0:1787847131.561288:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787847131.561290:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787847131.561294:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954d0ed0780 x1874693291266688/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.561300:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.561303:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787847131.561305:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787847131.561309:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954d0ed0780 x1874693291266688/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787847131.561323:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954d0ed0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2397:1874693291266688:192.168.204.124@tcp:400:kworker.0 00000400:00000001:1.0:1787847131.561329:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787847131.561331:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787847131.561332:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d06b7f20. 00000400:00000200:1.0:1787847131.561334:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c7c12330 00000400:00000010:1.0:1787847131.561336:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c7c12330. 00000100:00000001:1.0:1787847131.561338:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847131.561341:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954d0ed3840 x1874693291266944/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787847131.561348:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954d0ed3840 x1874693291266944/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.561354:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787847131.561355:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.561358:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787847131.561359:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787847131.561361:0:2397:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787847131.561362:0:2397:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.561364:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787847131.561368:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682460 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1787847131.561371:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682418 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1787847131.561373:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787847131.561374:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.561376:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787847131.561378:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954d0ed3840 x1874693291266944/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787847131.561396:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.561399:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787847131.561400:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:1.0:1787847131.561401:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787847131.561403:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787847131.561406:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954d0ed3840 x1874693291266944/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.561420:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.561421:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787847131.561423:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787847131.561427:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954d0ed3840 x1874693291266944/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787847131.561433:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954d0ed3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2397:1874693291266944:192.168.204.124@tcp:400:kworker.0 00000400:00000001:1.0:1787847131.561438:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787847131.561439:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787847131.561441:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d06b7058. 00000400:00000200:1.0:1787847131.561444:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c7c12b28 00000400:00000010:1.0:1787847131.561445:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c7c12b28. 00000100:00000001:1.0:1787847131.561447:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847131.561450:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954d0ed03c0 x1874693291266560/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787847131.561457:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954d0ed03c0 x1874693291266560/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.561462:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787847131.561463:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.561465:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787847131.561466:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787847131.561467:0:2397:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787847131.561469:0:2397:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.561470:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787847131.561691:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c7358c60 time=101 v=5 (5 0 0 0) 00000100:00001000:1.0:1787847131.561694:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c7358c18 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1787847131.561697:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787847131.561698:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.561700:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787847131.561702:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.561704:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787847131.561706:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:1.0:1787847131.561713:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787847131.561714:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787847131.561719:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954d0ed03c0 x1874693291266560/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.561726:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.561728:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787847131.561730:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787847131.561734:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954d0ed03c0 x1874693291266560/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787847131.561742:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954d0ed03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2397:1874693291266560:192.168.204.124@tcp:400:kworker.0 00000400:00000001:1.0:1787847131.561748:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787847131.561749:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787847131.561751:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d06b79f8. 00000400:00000200:1.0:1787847131.561753:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c7c12770 00000400:00000010:1.0:1787847131.561755:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c7c12770. 00000100:00000001:1.0:1787847131.561758:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787847131.561761:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954d0ed12c0 x1874693291266816/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787847131.561769:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954d0ed12c0 x1874693291266816/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.561774:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787847131.561775:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.561777:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787847131.561778:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787847131.561780:0:2397:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787847131.561781:0:2397:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787847131.561783:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787847131.561787:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682c60 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1787847131.561790:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682c18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1787847131.561792:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787847131.561794:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787847131.561796:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787847131.561802:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.561805:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787847131.561807:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:1.0:1787847131.561809:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787847131.561810:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787847131.561814:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954d0ed12c0 x1874693291266816/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.561820:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787847131.561822:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787847131.561823:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787847131.561826:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954d0ed12c0 x1874693291266816/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787847131.561832:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954d0ed12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2397:1874693291266816:192.168.204.124@tcp:400:kworker.0 00000100:00000001:1.0:1787847131.561836:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.561839:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.561842:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954d0ed0780 x1874693291266688/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.561848:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787847131.561851:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787847131.561855:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954d8869600. 02000000:00000001:1.0:1787847131.561859:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787847131.561862:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787847131.561864:0:2397:0:(genops.c:1223:class_import_put()) import ffff9954c735b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000020:00000001:1.0:1787847131.561866:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787847131.561869:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c69f5800. 02000000:00000001:1.0:1787847131.561873:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787847131.561875:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787847131.561877:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954d0ed0780. 00000100:00000001:1.0:1787847131.561880:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787847131.561882:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.561883:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.561887:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954d0ed3840 x1874693291266944/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.561904:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787847131.561905:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787847131.561907:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954d8869800. 02000000:00000001:1.0:1787847131.561909:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787847131.561910:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787847131.561912:0:2397:0:(genops.c:1223:class_import_put()) import ffff9954c6682000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 00000020:00000001:1.0:1787847131.561914:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787847131.561915:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954d0cf4300. 02000000:00000001:1.0:1787847131.561918:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787847131.561919:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787847131.561920:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954d0ed3840. 00000100:00000001:1.0:1787847131.561923:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787847131.561924:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.561926:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.561930:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954d0ed03c0 x1874693291266560/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.561936:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787847131.561937:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787847131.561938:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954d8868800. 02000000:00000001:1.0:1787847131.561941:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787847131.561942:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787847131.561943:0:2397:0:(genops.c:1223:class_import_put()) import ffff9954c7358800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000020:00000001:1.0:1787847131.561945:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787847131.561947:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c69f5a00. 02000000:00000001:1.0:1787847131.561948:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787847131.561949:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787847131.561951:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954d0ed03c0. 00000100:00000001:1.0:1787847131.561953:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787847131.561954:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.561955:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787847131.561959:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954d0ed12c0 x1874693291266816/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847147 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787847131.561964:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787847131.561965:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787847131.561975:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954d8868a00. 02000000:00000001:1.0:1787847131.561978:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787847131.561979:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787847131.561980:0:2397:0:(genops.c:1223:class_import_put()) import ffff9954c6682800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000020:00000001:1.0:1787847131.561982:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787847131.561983:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c69f5700. 02000000:00000001:1.0:1787847131.561985:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787847131.561986:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787847131.561988:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954d0ed12c0. 00000100:00000001:1.0:1787847131.561990:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787847131.561991:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.561994:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787847131.562001:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787847131.562003:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787847131.562005:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787847131.562008:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847132.376101:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847132.376109:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847132.376115:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847132.376116:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787847132.376584:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787847132.376587:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787847132.376590:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787847132.822640:0:9387:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4000 (cpu 0) has reached its deadline 4295057127, at 4295057152 00000100:00000010:0.0:1787847132.822658:0:9387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954d0d9bde0. 00000100:00000040:1.0:1787847132.822859:0:710:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4110 (cpu 1) has reached its deadline 4295057127, at 4295057152 00000100:00000010:1.0:1787847132.822866:0:710:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954d0d9b3c0. 10000000:00000001:1.0:1787847133.142675:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1787847133.142682:0:6173:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1787847133.398708:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847133.398720:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847133.398728:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847133.398729:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847133.398779:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847133.398784:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847133.398788:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847134.422922:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847134.422931:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847134.422938:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847134.422939:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787847134.423325:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787847134.423339:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787847134.423343:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847135.446792:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847135.446802:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847135.446807:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847135.446809:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787847135.447043:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787847135.447047:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847135.447050:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787847136.150792:0:6159:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1787847136.150800:0:6159:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847136.470687:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847136.470697:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847136.470702:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847136.470706:0:9387:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787847136.470709:0:9387:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787847136.470713:0:9387:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847136.470716:0:9387:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787847136.470741:0:9387:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847136.470743:0:9387:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847136.471029:0:9387:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847136.471052:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847136.471056:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847136.471059:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787847136.664775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847136.664787:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847136.664797:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2cb40. 00000020:00000040:2.0:1787847136.664804:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c576b800 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:2.0:1787847136.664809:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847136.664811:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847136.664816:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847136.664825:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c70b2400. 00000100:00000001:2.0:1787847136.664832:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847136.664844:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 94bfa3db-ff8d-4548-a107-10386de42ffa->MGS req@ffff9954e0b2cb40 x1874693291267072/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847136.664855:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847136.664859:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847136.664865:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf2ef918] to pc [ptlrpcd_01_01+1] req@ffff9954e0b2cb40 x1874693291267072/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847136.664904:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847136.664907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847136.664910:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847136.664914:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2c3c0. 00000020:00000040:2.0:1787847136.664916:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c7358800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000100:00000001:2.0:1787847136.664919:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847136.664920:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847136.664922:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847136.664927:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c70b2500. 00000100:00000001:2.0:1787847136.664929:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847136.664948:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0000_UUID req@ffff9954e0b2c3c0 x1874693291267200/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847136.664955:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847136.664957:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847136.664960:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098e46e2a] to pc [ptlrpcd_01_00+0] req@ffff9954e0b2c3c0 x1874693291267200/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847136.664981:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847136.664983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847136.664987:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847136.664991:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2c780. 00000020:00000040:2.0:1787847136.664993:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c735b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000100:00000001:2.0:1787847136.664995:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847136.664997:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787847136.664999:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847136.665003:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c70b2900. 00000100:00000001:2.0:1787847136.665006:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847136.665012:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-MDT0001_UUID req@ffff9954e0b2c780 x1874693291267328/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787847136.665019:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847136.665021:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847136.665025:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000174321e] to pc [ptlrpcd_01_01+1] req@ffff9954e0b2c780 x1874693291267328/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847136.665028:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847136.665040:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.665044:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1787847136.665045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787847136.665053:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847136.665055:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787847136.665061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787847136.665064:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0dcaeec0-314a-4285-8bf9-28656f3220bd->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787847136.665070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787847136.665072:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2cb40 x1874693291267072/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847136.665099:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1787847136.665104:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1787847136.665106:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2da40. 00000100:00000001:3.0:1787847136.665110:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787847136.665111:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c6682800 refcount=4 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000100:00000001:2.0:1787847136.665118:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847136.665120:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847136.665121:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847136.665123:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847136.665127:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1787847136.665131:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c70b2800. 02000000:00000001:3.0:1787847136.665134:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847136.665138:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847136.665146:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0000_UUID req@ffff9954e0b2da40 x1874693291267456/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787847136.665158:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291267072:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847136.665161:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847136.665172:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.665172:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847136.665184:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1787847136.665185:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f99fd576] to pc [ptlrpcd_01_00+0] req@ffff9954e0b2da40 x1874693291267456/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847136.665194:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847136.665197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787847136.665200:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787847136.665203:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9954e0b2de00. 00000020:00000040:2.0:1787847136.665205:0:8:0:(genops.c:1210:class_import_get()) import ffff9954c6682000 refcount=4 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 02000000:00000001:3.0:1787847136.665210:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847136.665211:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787847136.665216:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787847136.665218:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847136.665227:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c57b6800. 02000000:00000001:2.0:1787847136.665228:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847136.665236:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787847136.665240:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9954c70b2e00. 00000100:00000001:2.0:1787847136.665245:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847136.665249:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000040:2.0:1787847136.665254:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-MDT0001_UUID req@ffff9954e0b2de00 x1874693291267584/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1787847136.665259:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d24598f0. 00000100:00000001:2.0:1787847136.665270:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787847136.665272:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787847136.665272:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4440. 00000100:00000200:3.0:1787847136.665298:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291267072, portal 25 00000100:00000001:3.0:1787847136.665303:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847136.665305:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558957376 : -112885150594240 : ffff9954e0b2cb40) 00000100:00000040:3.0:1787847136.665314:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2cb40 x1874693291267072/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847136.665323:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847136.665326:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847136.665329:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4088. 00000100:00000200:3.0:1787847136.665333:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874693291267072, offset 0 00000400:00000200:3.0:1787847136.665342:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847136.665354:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847136.665364:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847136.665371:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847136.665377:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847136.665381:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847136.665384:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847136.665388:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [177:177:256:4294967295] 192.168.204.124@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:3.0:1787847136.665393:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000040:2.0:1787847136.665402:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004167e0f1] to pc [ptlrpcd_01_01+1] req@ffff9954e0b2de00 x1874693291267584/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787847136.665416:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847136.665440:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847136.665450:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985b00. 00000100:00000001:2.0:1787847136.665464:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787847136.665469:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000100:00000040:2.0:1787847136.665470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787847136.665481:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787847136.665484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787847136.665493:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0eafc6b3-b791-4370-9d4b-ecfd801ebe71->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:3.0:1787847136.665494:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000100:00000040:2.0:1787847136.665503:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (398) 00000800:00000200:3.0:1787847136.665505:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847136.665594:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847136.665600:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787847136.665603:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787847136.665613:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2c3c0 x1874693291267200/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847136.665614:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847136.665623:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847136.665626:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847136.665630:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847136.665633:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847136.665637:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847136.665642:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00100000:2.0:1787847136.665645:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291267200:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847136.665648:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295062261 00000100:00000001:2.0:1787847136.665658:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1787847136.665661:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c7113120. 02000000:00000001:2.0:1787847136.665666:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847136.665671:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.665672:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1787847136.665675:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847136.665683:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4fa9400. 00000100:00000001:3.0:1787847136.665685:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295062261 00000100:00000010:3.0:1787847136.665692:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9954c7113c60. 00000100:00000001:3.0:1787847136.665696:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787847136.665699:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847136.665704:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.665706:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.665713:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1787847136.665715:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000040:3.0:1787847136.665722:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2c780 x1874693291267328/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1787847136.665723:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330abb0. 00000400:00000010:2.0:1787847136.665733:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7550. 00000100:00000001:3.0:1787847136.665740:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847136.665744:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847136.665747:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847136.665750:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847136.665752:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847136.665757:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291267328:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847136.665761:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847136.665764:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847136.665765:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847136.665767:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847136.665771:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c57b6000. 02000000:00000001:3.0:1787847136.665773:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847136.665777:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847136.665780:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459210. 00000400:00000010:3.0:1787847136.665785:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4f68. 00000100:00000200:3.0:1787847136.665788:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291267328, portal 10 00000100:00000001:3.0:1787847136.665790:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847136.665791:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558956416 : -112885150595200 : ffff9954e0b2c780) 00000100:00000040:3.0:1787847136.665799:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2c780 x1874693291267328/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847136.665818:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847136.665821:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847136.665824:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a47f8. 00000100:00000200:3.0:1787847136.665827:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291267328, offset 0 00000400:00000200:3.0:1787847136.665831:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847136.665836:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847136.665840:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847136.665844:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847136.665846:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847136.665849:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847136.665850:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847136.665853:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [178:178:255:4294967295] 192.168.204.124@tcp LPNI seq info [178:178:7:4294967295] 00000400:00000200:3.0:1787847136.665857:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000200:2.0:1787847136.667331:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291267200, portal 10 00000100:00000001:2.0:1787847136.667339:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847136.667341:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558955456 : -112885150596160 : ffff9954e0b2c3c0) 00000100:00000040:2.0:1787847136.667375:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2c3c0 x1874693291267200/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847136.667385:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847136.667389:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1787847136.667395:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7440. 00000100:00000200:2.0:1787847136.667400:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291267200, offset 0 00000400:00000200:2.0:1787847136.667411:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1787847136.667422:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847136.667429:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847136.667435:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847136.667440:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847136.667443:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847136.667446:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847136.667450:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [179:179:254:4294967295] 192.168.204.124@tcp LPNI seq info [179:179:6:4294967295] 00000400:00000200:2.0:1787847136.667454:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000800:00000200:0.0:1787847136.667498:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847136.667507:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985b00. 00000400:00000200:0.0:1787847136.667515:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847136.667544:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:3.0:1787847136.667733:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847136.667743:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847136.667751:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985a00. 00000800:00000200:3.0:1787847136.667759:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847136.667766:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847136.667772:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847136.667778:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847136.667785:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: using a timeout of 126237 usecs (127 jiffies) 00000400:00000200:3.0:1787847136.667790:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847136.667793:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295061124 00000100:00000001:3.0:1787847136.667797:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 0, keep current deadline 4295062261 00000100:00000001:3.0:1787847136.667800:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295061124 00000100:00000001:3.0:1787847136.667802:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954d24e9000: PM QoS request active for cpu 1, keep current deadline 4295062261 00000100:00000001:3.0:1787847136.667804:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847136.667808:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.667823:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.667828:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847136.667838:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847136.667840:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787847136.667843:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847136.667845:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847136.667847:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787847136.667855:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2de00 x1874693291267584/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847136.667945:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787847136.667948:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847136.667953:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787847136.667957:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787847136.667960:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787847136.667965:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291267584:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847136.667969:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787847136.667975:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787847136.667978:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847136.667980:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787847136.667988:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c57b7a00. 02000000:00000001:3.0:1787847136.667990:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787847136.667995:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1787847136.667999:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954d2459948. 00000400:00000010:3.0:1787847136.668004:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4110. 00000100:00000200:3.0:1787847136.668011:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291267584, portal 10 00000100:00000001:3.0:1787847136.668013:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787847136.668015:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558962176 : -112885150589440 : ffff9954e0b2de00) 00000100:00000040:3.0:1787847136.668022:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2de00 x1874693291267584/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847136.668029:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787847136.668031:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1787847136.668034:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c50a4aa0. 00000100:00000200:3.0:1787847136.668037:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291267584, offset 0 00000400:00000200:3.0:1787847136.668042:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1787847136.668056:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1787847136.668062:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1787847136.668067:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787847136.668071:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1787847136.668074:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787847136.668076:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1787847136.668080:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [180:180:254:4294967295] 192.168.204.124@tcp LPNI seq info [180:180:6:4294967295] 00000400:00000200:3.0:1787847136.668084:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847136.668635:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847136.668645:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847136.668665:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c70b2f00. 00000800:00000200:2.0:1787847136.668672:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847136.668681:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847136.668686:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c70b2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847136.668691:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847136.668698:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: using a timeout of 108071 usecs (109 jiffies) 00000400:00000200:2.0:1787847136.668704:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847136.668707:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 0 is 4295061106 00000100:00000001:2.0:1787847136.668711:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request active for cpu 0, keep current deadline 4295062261 00000100:00000001:2.0:1787847136.668713:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS new deadline estimation for cpu 1 is 4295061106 00000100:00000001:2.0:1787847136.668715:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954d24e9000: PM QoS request active for cpu 1, keep current deadline 4295062261 00000100:00000001:2.0:1787847136.668717:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847136.668733:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847136.668737:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1787847136.673689:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4088 00000400:00000010:0.0:1787847136.673704:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4088. 00000100:00000001:0.0:1787847136.673715:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847136.673736:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2cb40 x1874693291267072/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847136.673752:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847136.673757:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2cb40 x1874693291267072/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847136.673764:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847136.673766:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787847136.673797:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.673816:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847136.673819:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.673822:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847136.673830:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.673835:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847136.673843:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.673848:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.673854:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.673858:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 25 MB=0x6a9060bb05400 00000400:00000200:0.0:1787847136.673863:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.673881:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 224/224 into md 0x8b1 [1] + 224 00000800:00000001:0.0:1787847136.673889:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.673912:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847136.673931:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847136.673938:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847136.673946:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847136.673951:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2cb40 x1874693291267072/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787847136.673967:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9954e0b2da40 x1874693291267456/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847136.673970:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2cb40 x1874693291267072/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847136.674020:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787847136.674022:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787847136.674027:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847136.674034:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787847136.674038:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787847136.674040:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787847136.674045:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9954e0b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291267456:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847136.674049:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787847136.674055:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787847136.674058:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847136.674061:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787847136.674070:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9954c4fa9c00. 02000000:00000001:2.0:1787847136.674072:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787847136.674076:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847136.674084:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985a00. 00000400:00000200:2.0:1787847136.674084:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.674094:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1787847136.674097:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9954c330adc0. 00000400:00000200:0.0:1787847136.674104:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000010:2.0:1787847136.674108:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7ee0. 00000400:00000200:0.0:1787847136.674109:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a47f8 00000400:00000010:0.0:1787847136.674116:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a47f8. 00000100:00000200:2.0:1787847136.674121:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874693291267456, portal 10 00000100:00000001:0.0:1787847136.674123:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1787847136.674129:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787847136.674134:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631188558961216 : -112885150590400 : ffff9954e0b2da40) 00000100:00000200:0.0:1787847136.674135:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2c780 x1874693291267328/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787847136.674145:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9954e0b2da40 x1874693291267456/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847136.674177:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787847136.674184:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000100:00000001:0.0:1787847136.674186:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1787847136.674189:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9954c4cf7b28. 00000100:00000200:2.0:1787847136.674195:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874693291267456, offset 0 00000100:00000040:0.0:1787847136.674196:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2c780 x1874693291267328/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787847136.674210:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000100:00000001:0.0:1787847136.674213:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847136.674216:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787847136.674222:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.674227:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787847136.674237:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847136.674246:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1787847136.674251:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787847136.674273:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1787847136.674277:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787847136.674280:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1787847136.674295:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [181:181:255:4294967295] 192.168.204.124@tcp LPNI seq info [181:181:7:4294967295] 00000400:00000200:2.0:1787847136.674300:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1787847136.674311:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1787847136.674317:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1787847136.674323:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c70b2a00. 00000800:00000200:2.0:1787847136.674331:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1787847136.674339:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1787847136.674345:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c70b2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787847136.674349:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847136.674354:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: using a timeout of 21987 usecs (22 jiffies) 00000400:00000200:2.0:1787847136.674357:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1787847136.674360:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295061024 00000100:00000001:2.0:1787847136.674363:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295062261 00000100:00000001:2.0:1787847136.674365:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295061024 00000100:00000001:2.0:1787847136.674367:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295062261 00000100:00000001:2.0:1787847136.674369:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847136.674372:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847136.674376:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847136.674380:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847136.674389:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787847136.674391:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787847136.674394:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847136.674396:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787847136.674398:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847136.674400:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787847136.674611:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847136.674616:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c70b2f00. 00000400:00000200:0.0:1787847136.674821:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847136.674828:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847136.674834:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7440 00000400:00000010:0.0:1787847136.674836:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7440. 00000100:00000001:0.0:1787847136.674840:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847136.674845:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2c3c0 x1874693291267200/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847136.674919:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847136.674924:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2c3c0 x1874693291267200/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847136.674931:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847136.674933:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787847136.674953:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847136.674956:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c70b2a00. 00000400:00000200:0.0:1787847136.674959:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847136.674962:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847136.674964:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7b28 00000400:00000010:0.0:1787847136.674966:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7b28. 00000100:00000001:0.0:1787847136.674968:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847136.674971:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2da40 x1874693291267456/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847136.674977:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847136.674980:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2da40 x1874693291267456/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847136.674986:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847136.674987:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1787847136.675977:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1787847136.675989:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1787847136.675996:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9954c8985800. 00000800:00000200:3.0:1787847136.676003:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9954c6799f00] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1787847136.676012:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1787847136.676017:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9954c8985800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787847136.676088:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847136.676095:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: using a timeout of 26067 usecs (27 jiffies) 00000400:00000200:3.0:1787847136.676102:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1787847136.676105:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 0 is 4295061032 00000100:00000001:3.0:1787847136.676109:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 0, keep current deadline 4295062261 00000100:00000001:3.0:1787847136.676111:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS new deadline estimation for cpu 1 is 4295061032 00000100:00000001:3.0:1787847136.676113:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9954c6bd4800: PM QoS request active for cpu 1, keep current deadline 4295062261 00000100:00000001:3.0:1787847136.676116:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847136.676120:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1787847136.676131:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847136.676134:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847136.676148:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d24598f0. 00000400:00000200:3.0:1787847136.676152:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4440 00000400:00000010:3.0:1787847136.676154:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4440. 00000100:00000001:3.0:1787847136.676158:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847136.676165:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2cb40 x1874693291267072/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847136.676193:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2cb40 x1874693291267072/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847136.676200:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847136.676203:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847136.676205:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847136.676209:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847136.676212:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847136.676214:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847136.676218:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847136.676227:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c576bc60 time=107 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847136.676232:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c576bc18 time=107 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847136.676235:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847136.676236:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847136.676241:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787847136.676243:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.676246:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847136.676252:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2cb40 x1874693291267072/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847136.676259:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847136.676264:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847136.676266:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847136.676281:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2cb40 x1874693291267072/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847136.676504:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94bfa3db-ff8d-4548-a107-10386de42ffa:2400:1874693291267072:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847136.676510:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.676514:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847136.676556:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2cb40 x1874693291267072/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847136.676564:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847136.676567:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847136.676579:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c57b6800. 02000000:00000001:3.0:1787847136.676583:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847136.676586:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847136.676589:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c576b800 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1787847136.676591:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847136.676594:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c70b2400. 02000000:00000001:3.0:1787847136.676598:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847136.676600:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847136.676603:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2cb40. 00000100:00000001:3.0:1787847136.676606:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847136.676608:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847136.676612:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847136.676622:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847136.676690:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787847136.676695:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847136.676697:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847136.676699:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.676702:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787847136.682048:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787847136.682063:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9954c8985800. 00000400:00000200:0.0:1787847136.682075:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847136.682087:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1787847136.682098:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4aa0 00000400:00000010:0.0:1787847136.682102:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4aa0. 00000100:00000001:0.0:1787847136.682109:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787847136.682121:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9954e0b2de00 x1874693291267584/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847136.682149:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787847136.682154:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9954e0b2de00 x1874693291267584/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847136.682192:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787847136.682195:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787847136.689578:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.689604:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847136.689610:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.689613:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847136.689635:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.689646:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847136.689659:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.689665:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.689672:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.689677:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb05500 00000400:00000200:0.0:1787847136.689682:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.689690:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x8b9 [1] + 224 00000800:00000001:0.0:1787847136.689701:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.689708:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847136.689712:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847136.689717:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847136.689727:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847136.689738:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2c780 x1874693291267328/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847136.689750:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2c780 x1874693291267328/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847136.689769:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847136.689781:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.689784:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847136.690083:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847136.690089:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787847136.690100:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847136.690103:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847136.690107:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459210. 00000400:00000200:3.0:1787847136.690113:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4f68 00000400:00000010:3.0:1787847136.690116:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4f68. 00000100:00000001:3.0:1787847136.690120:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847136.690126:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2c780 x1874693291267328/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847136.690150:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2c780 x1874693291267328/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847136.690157:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847136.690160:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847136.690163:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847136.690167:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847136.690171:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847136.690174:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847136.690178:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847136.690211:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c735b460 time=105 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847136.690216:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c735b418 time=105 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847136.690219:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847136.690221:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847136.690225:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847136.690231:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2c780 x1874693291267328/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847136.690239:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.690244:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847136.690246:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:3.0:1787847136.690248:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847136.690251:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847136.690257:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2c780 x1874693291267328/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847136.690276:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847136.690280:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847136.690449:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847136.690456:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2c780 x1874693291267328/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847136.690465:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0dcaeec0-314a-4285-8bf9-28656f3220bd:2400:1874693291267328:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847136.690470:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.690473:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847136.690476:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2c780 x1874693291267328/t0(0) o400->lustre-MDT0001-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847136.690483:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847136.690486:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847136.690491:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c57b6000. 02000000:00000001:3.0:1787847136.690495:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847136.690498:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847136.690500:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c735b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954d24e9000 00000020:00000001:3.0:1787847136.690503:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847136.690514:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c70b2900. 02000000:00000001:3.0:1787847136.690564:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847136.690567:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847136.690569:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2c780. 00000100:00000001:3.0:1787847136.690573:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847136.690575:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847136.690578:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.690580:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847136.690582:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787847136.690584:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.690585:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787847136.706037:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.706062:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847136.706067:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.706070:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847136.706084:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.706116:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847136.706128:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.706134:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.706154:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.706159:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb05480 00000400:00000200:0.0:1787847136.706165:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.706172:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x8c1 [1] + 224 00000800:00000001:0.0:1787847136.706182:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.706188:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847136.706192:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847136.706197:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847136.706207:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847136.706219:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2c3c0 x1874693291267200/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847136.706231:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2c3c0 x1874693291267200/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847136.706257:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847136.706276:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.706280:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847136.706336:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.706340:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847136.706344:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.706347:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847136.706352:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.706355:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.706358:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.706361:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb05580 00000400:00000200:0.0:1787847136.706364:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.706368:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x8d1 [1] + 224 00000800:00000001:0.0:1787847136.706372:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.706433:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847136.706442:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847136.706446:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847136.706450:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847136.706456:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2da40 x1874693291267456/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847136.706465:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2da40 x1874693291267456/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847136.706473:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847136.706478:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.706482:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847136.706996:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847136.707002:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787847136.707011:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787847136.707014:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787847136.707027:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330abb0. 00000400:00000200:2.0:1787847136.707032:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7550 00000400:00000010:2.0:1787847136.707035:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7550. 00000100:00000001:2.0:1787847136.707039:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787847136.707044:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2c3c0 x1874693291267200/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787847136.707055:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2c3c0 x1874693291267200/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847136.707062:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787847136.707064:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847136.707067:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787847136.707070:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787847136.707073:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787847136.707075:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847136.707079:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787847136.707091:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c7358c60 time=106 v=5 (5 0 0 0) 00000100:00001000:2.0:1787847136.707096:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c7358c18 time=106 v=5 (1 0 0 0) 00000100:00000001:2.0:1787847136.707098:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787847136.707101:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787847136.707104:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787847136.707108:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847136.707112:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787847136.707115:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954d24e9000: skip recheck: last_committed 0 00000100:00000001:2.0:1787847136.707117:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787847136.707119:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847136.707124:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2c3c0 x1874693291267200/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847136.707132:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847136.707186:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787847136.707189:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787847136.707194:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2c3c0 x1874693291267200/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847136.707202:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0dcaeec0-314a-4285-8bf9-28656f3220bd:2399:1874693291267200:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1787847136.707213:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787847136.707215:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787847136.707217:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954c330adc0. 00000400:00000200:2.0:1787847136.707219:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c4cf7ee0 00000400:00000010:2.0:1787847136.707221:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c4cf7ee0. 00000100:00000001:2.0:1787847136.707223:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787847136.707226:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2da40 x1874693291267456/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787847136.707235:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2da40 x1874693291267456/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847136.707242:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787847136.707243:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847136.707245:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787847136.707246:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787847136.707247:0:2399:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787847136.707248:0:2399:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787847136.707250:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787847136.707255:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682c60 time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1787847136.707258:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682c18 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1787847136.707261:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787847136.707262:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787847136.707264:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787847136.707366:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847136.707378:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787847136.707380:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:2.0:1787847136.707382:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787847136.707384:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787847136.707389:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2da40 x1874693291267456/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847136.707396:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787847136.707398:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787847136.707399:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787847136.707403:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2da40 x1874693291267456/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787847136.707417:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2399:1874693291267456:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1787847136.707422:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847136.707425:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787847136.707429:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2c3c0 x1874693291267200/t0(0) o400->lustre-MDT0000-mdc-ffff9954d24e9000@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847136.707437:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787847136.707440:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787847136.707444:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4fa9400. 02000000:00000001:2.0:1787847136.707448:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787847136.707451:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787847136.707453:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c7358800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954d24e9000 00000020:00000001:2.0:1787847136.707456:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787847136.707459:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c70b2500. 02000000:00000001:2.0:1787847136.707463:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787847136.707465:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787847136.707468:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2c3c0. 00000100:00000001:2.0:1787847136.707471:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787847136.707473:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847136.707475:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787847136.707478:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2da40 x1874693291267456/t0(0) o400->lustre-MDT0000-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787847136.707485:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787847136.707486:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787847136.707488:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c4fa9c00. 02000000:00000001:2.0:1787847136.707490:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787847136.707491:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787847136.707492:0:2399:0:(genops.c:1223:class_import_put()) import ffff9954c6682800 refcount=3 obd=lustre-MDT0000-mdc-ffff9954c6bd4800 00000020:00000001:2.0:1787847136.707494:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787847136.707496:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c70b2800. 02000000:00000001:2.0:1787847136.707498:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787847136.707499:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787847136.707500:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2da40. 00000100:00000001:2.0:1787847136.707512:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787847136.707513:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847136.707560:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787847136.707571:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787847136.707573:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787847136.707575:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787847136.707579:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787847136.716677:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.716702:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787847136.716714:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.716717:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847136.716730:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.716740:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1787847136.716754:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.716760:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.716767:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.716772:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9060bb05600 00000400:00000200:0.0:1787847136.716777:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1787847136.716784:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x8c9 [1] + 224 00000800:00000001:0.0:1787847136.716793:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.716808:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787847136.716813:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787847136.716818:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1787847136.716827:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787847136.716839:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9954e0b2de00 x1874693291267584/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787847136.716851:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9954e0b2de00 x1874693291267584/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787847136.716909:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787847136.716923:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787847136.716927:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847136.717106:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847136.717112:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787847136.717122:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787847136.717124:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787847136.717128:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9954d2459948. 00000400:00000200:3.0:1787847136.717144:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9954c50a4110 00000400:00000010:3.0:1787847136.717148:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9954c50a4110. 00000100:00000001:3.0:1787847136.717151:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787847136.717157:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9954e0b2de00 x1874693291267584/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787847136.717166:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9954e0b2de00 x1874693291267584/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847136.717173:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787847136.717175:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847136.717178:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787847136.717182:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787847136.717185:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787847136.717188:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787847136.717192:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787847136.717203:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9954c6682460 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1787847136.717208:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9954c6682418 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1787847136.717210:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787847136.717212:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787847136.717216:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787847136.717221:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9954e0b2de00 x1874693291267584/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787847136.717241:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.717247:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787847136.717249:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9954c6bd4800: skip recheck: last_committed 0 00000100:00000001:3.0:1787847136.717252:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787847136.717253:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787847136.717259:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9954e0b2de00 x1874693291267584/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847136.717276:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787847136.717279:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787847136.717439:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787847136.717447:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9954e0b2de00 x1874693291267584/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787847136.717455:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9954e0b2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0eafc6b3-b791-4370-9d4b-ecfd801ebe71:2400:1874693291267584:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1787847136.717461:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847136.717464:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787847136.717468:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9954e0b2de00 x1874693291267584/t0(0) o400->lustre-MDT0001-mdc-ffff9954c6bd4800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1787847152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787847136.717475:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787847136.717478:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787847136.717482:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9954c57b7a00. 02000000:00000001:3.0:1787847136.717487:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787847136.717491:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787847136.717494:0:2400:0:(genops.c:1223:class_import_put()) import ffff9954c6682000 refcount=3 obd=lustre-MDT0001-mdc-ffff9954c6bd4800 00000020:00000001:3.0:1787847136.717496:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787847136.717499:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9954c70b2e00. 02000000:00000001:3.0:1787847136.717504:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787847136.717506:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787847136.717508:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9954e0b2de00. 00000100:00000001:3.0:1787847136.717580:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787847136.717583:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847136.717592:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787847136.717601:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787847136.717603:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787847136.717605:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787847136.717608:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847137.495724:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847137.495734:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847137.495739:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847137.495740:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787847137.495801:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787847137.495805:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847137.495808:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787847137.943700:0:710:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4110 (cpu 1) has reached its deadline 4295062261, at 4295062273 00000100:00000010:1.0:1787847137.943718:0:710:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c7113c60. 00000100:00000040:0.0:1787847137.944698:0:9387:0:(connection.c:75:cpu_latency_work()) work item of ffff9954c2bf4000 (cpu 0) has reached its deadline 4295062261, at 4295062273 00000100:00000010:0.0:1787847137.944709:0:9387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9954c7113120. 00010000:00000001:0.0:1787847138.518795:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847138.518802:0:9387:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787847138.518804:0:9387:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787847138.518807:0:9387:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847138.518811:0:9387:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787847138.518813:0:9387:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847138.518815:0:9387:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847138.518817:0:9387:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847138.518820:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847138.518822:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787847138.518951:0:6169:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787847138.518955:0:6169:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847138.518957:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787847138.652321:0:10673:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787847138.652334:0:10673:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847139.544281:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847139.544289:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847139.544294:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847139.544296:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787847139.544320:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787847139.544323:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787847139.544326:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787847140.567890:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847140.567898:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787847140.567905:0:9387:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787847140.567907:0:9387:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787847140.569392:0:6636:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787847140.569408:0:6636:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787847140.569413:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 11093 lines, 11093 kept, 0 dropped, 0 bad.