00000001:01000000:3.0F:1787190238.612453:0:2335:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 739 MB/s 00000001:01000000:2.0F:1787190238.862520:0:2335:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 727 MB/s 00000001:01000000:1.0F:1787190239.112794:0:2335:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 4247 MB/s 00000020:02000000:2.0:1787190240.066732:0:2365:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_44_gafaaa93 00000400:02000000:1.0:1787190241.241197:0:2380:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.201.21@tcp [8/256/0/180] 00008000:02000000:0.0F:1787190245.831326:0:2530:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:0.0:1787190437.960908:0:6159:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1787190437.960913:0:6159:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1787190437.960914:0:6159:0:(obd_mount.c:926:lmd_print()) device: 192.168.201.121@tcp:/lustre 00000020:01000004:0.0:1787190437.960916:0:6159:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1787190437.961039:0:6159:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000ad1bbb91 00000080:01000004:0.0:1787190437.961050:0:6159:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1787190437.961067:0:6159:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.121@tcp' 00000020:01000004:0.0:1787190437.961123:0:6159:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.121@tcp (typ=mgc) 00000020:00000080:0.0:1787190437.961146:0:6159:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.121@tcp (00000000d479bd2c) 00000020:00000080:0.0:1787190437.961160:0:6159:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:0.0:1787190437.961770:0:6159:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1787190437.961798:0:6159:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1787190437.961944:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:0.0:1787190437.961950:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1787190437.964766:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1787190437.964863:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1787190437.965686:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1787190437.965694:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0:1787190437.966105:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1787190437.966112:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1787190437.968716:0:6159:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787190437.969115:0:6159:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787190437.969342:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1787190437.969349:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1787190437.970318:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:0.0:1787190437.970327:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1787190437.972608:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:0.0:1787190437.972620:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1787190437.973188:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1787190437.973197:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:0.0:1787190437.974164:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:0.0:1787190437.974172:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1787190437.977445:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1787190437.977463:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1787190437.978659:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190437.978664:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190437.978666:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787190437.979145:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787190437.979148:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787190437.979150:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1787190437.979536:0:6159:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000544e27e4@MGC192.168.201.121@tcp: add connection 192.168.201.121@tcp at head 00010000:00010000:0.0:1787190437.979747:0:6159:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.121@tcp-0 is initialized 00000040:01000000:0.0:1787190437.979755:0:6159:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.121@tcp ctxt 1 is initialized 10000000:01000000:0.0:1787190437.990672:0:6173:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1787190437.990723:0:6159:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.121@tcp (uuid 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f) 00000020:00000080:0.0:1787190437.990755:0:6159:0:(genops.c:1385:class_connect()) connect: client 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f, cookie 0x98bc365c4bb242ed 00000100:00080000:0.0:1787190437.990770:0:6159:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 0 00000100:00080000:0.0:1787190437.990776:0:6159:0:(import.c:546:import_select_connection()) MGC192.168.201.121@tcp: skip NID 192.168.201.121@tcp as not ready: rc = -114 00000100:00080000:0.0:1787190437.990781:0:6159:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import 00000000544e27e4 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00100000:0.0:1787190437.990826:0:6159:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000724cd10 x1874004794146944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787190437.990895:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000724cd10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2396:1874004794146944:192.168.201.121@tcp:250: 00000100:00080000:0.0:1787190437.990914:0:6159:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS 00000080:00200000:0.0:1787190437.990935:0:6159:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff925a0805e000 (sb 00000000ad1bbb91) 00000080:01000000:0.0:1787190437.992171:0:6159:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1787190437.992176:0:6159:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1787190437.992180:0:6159:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:0.0:1787190437.992190:0:6159:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: fabf118f-e1c4-486d-8f72-092db850cc2f 10000000:01000000:1.0:1787190437.996302:0:6159:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787190437.996308:0:6159:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff925a0805e000 10000000:01000000:1.0:1787190437.996313:0:6159:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff925a08b7b370 10000000:01000000:1.0:1787190437.996318:0:6159:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787190437.996325:0:6159:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff925a08b7b370 from 1 10000000:01000000:1.0:1787190437.996329:0:6159:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1787190437.996586:0:6159:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: 000000003f72859a/0x98bc365c4bb242f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787190437.996598:0:6159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: 000000003f72859a/0x98bc365c4bb242f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787190437.996609:0:6159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: 000000003f72859a/0x98bc365c4bb242f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787190437.996642:0:6159:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000cee52f1b x1874004794147072/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787190437.996657:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000557b14a3 going to sleep for 0 seconds 00010000:00010000:0.0:1787190438.012820:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787190438.983330:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1787190437/real 0] req@000000000724cd10 x1874004794146944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787190438 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190438.983351:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000724cd10 x1874004794146944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787190438 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787190438.983371:0:2396:0:(import.c:65:import_set_state_nolock()) 00000000544e27e4 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787190438.983408:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00100000:0.0:1787190438.983413:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000724cd10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2396:1874004794146944:192.168.201.121@tcp:250: 00000100:00080000:1.0:1787190438.983897:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1787190438.983903:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787190438.983905:0:38:0:(import.c:65:import_set_state_nolock()) 00000000544e27e4 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787190438.983911:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 281 00000100:00080000:1.0:1787190438.983927:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import 00000000544e27e4 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00100000:1.0:1787190438.983975:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d1b5d4a2 x1874004794147200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787190438.984393:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000d1b5d4a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2396:1874004794147200:192.168.201.121@tcp:250: 00000100:00100000:0.0:1787190438.993117:0:2396:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.201.121@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1787190438.993195:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.201.121@tcp: connect to target with instance 0 00000100:00080000:0.0:1787190438.993205:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.201.121@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1787190438.993230:0:2396:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1787190438.993235:0:2396:0:(import.c:65:import_set_state_nolock()) 00000000544e27e4 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1787190438.993240:0:2396:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1787190438.993436:0:2396:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:0.0:1787190438.993449:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000557b14a3): req@00000000cee52f1b x1874004794147072/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190438.993490:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000d1b5d4a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2396:1874004794147200:192.168.201.121@tcp:250: 00000100:00100000:1.0:1787190438.993782:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000557b14a3 going to sleep for 11 seconds 00000100:00100000:0.0:1787190439.002769:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000cee52f1b pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794147072:192.168.201.121@tcp:101: 00010000:00010000:0.0:1787190439.002808:0:6159:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: 000000003f72859a/0x98bc365c4bb242f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc358 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787190439.002822:0:6159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: 000000003f72859a/0x98bc365c4bb242f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf10e68d63abdc358 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787190439.002929:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000724cd10 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794147328:192.168.201.121@tcp:501: 00000100:00100000:0.0:1787190439.003042:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000349ddefe going to sleep for 11 seconds 00000100:00100000:0.0:1787190439.008115:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000724cd10 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794147328:192.168.201.121@tcp:501: 10000000:01000000:0.0:1787190439.008182:0:6159:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1787190439.008205:0:6159:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: 000000003f72859a/0x98bc365c4bb242f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc358 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787190439.008216:0:6159:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: 000000003f72859a/0x98bc365c4bb242f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc358 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787190439.008227:0:6159:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff925a0805e000 10000000:01000000:0.0:1787190439.008234:0:6159:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1787190439.008238:0:6159:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff925a0805e000 10000000:01000000:0.0:1787190439.008263:0:6159:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787190439.008267:0:6159:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff925a0805e000 10000000:01000000:0.0:1787190439.008269:0:6159:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1787190439.008273:0:6159:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff925a0805e000 from 1 10000000:01000000:0.0:1787190439.008276:0:6159:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787190439.008310:0:6159:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: 000000009a9fd90f/0x98bc365c4bb242fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787190439.008318:0:6159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: 000000009a9fd90f/0x98bc365c4bb242fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787190439.008328:0:6159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: 000000009a9fd90f/0x98bc365c4bb242fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787190439.008344:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000724cd10 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794147456:192.168.201.121@tcp:101: 00000100:00100000:0.0:1787190439.008419:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000349ddefe going to sleep for 11 seconds 00000100:00100000:0.0:1787190439.024519:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000724cd10 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794147456:192.168.201.121@tcp:101: 00010000:00010000:0.0:1787190439.024560:0:6159:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: 000000009a9fd90f/0x98bc365c4bb242fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc35f expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787190439.024572:0:6159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: 000000009a9fd90f/0x98bc365c4bb242fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf10e68d63abdc35f expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787190439.024679:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000724cd10 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794147584:192.168.201.121@tcp:501: 00000100:00100000:0.0:1787190439.024756:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000349ddefe going to sleep for 11 seconds 00000100:00100000:0.0:1787190439.029102:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000724cd10 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794147584:192.168.201.121@tcp:501: 00000100:00100000:0.0:1787190439.029176:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000724cd10 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794147712:192.168.201.121@tcp:503: 00000100:00100000:0.0:1787190439.029298:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000349ddefe going to sleep for 11 seconds 00000100:00100000:0.0:1787190439.044284:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000724cd10 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794147712:192.168.201.121@tcp:503: 00000100:00100000:0.0:1787190439.046654:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000724cd10 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6178:1874004794147840:192.168.201.121@tcp:502: 00000100:00100000:0.0:1787190439.046761:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set 000000002a7aebb6 going to sleep for 11 seconds 00010000:00010000:3.0:1787190439.046947:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787190439.056893:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000724cd10 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6178:1874004794147840:192.168.201.121@tcp:502: 00000020:01000000:0.0:1787190439.056964:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787190439.056977:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190439.056980:0:6178:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1787190439.056988:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff925a0805e000 00000020:00000080:0.0:1787190439.056992:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787190439.057004:0:6178:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff925a0805e000 (000000009aeacdb2) 00000020:00000080:0.0:1787190439.057024:0:6178:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:0.0:1787190439.057031:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff925a0805e000 00000020:00000080:0.0:1787190439.057033:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1787190439.057425:0:6178:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff925a0805e000 (uuid fabf118f-e1c4-486d-8f72-092db850cc2f) 00000020:01000000:0.0:1787190439.057431:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787190439.057435:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190439.057436:0:6178:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1787190439.057439:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787190439.057442:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190439.057443:0:6178:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1787190439.057446:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff925a0805e000 00000020:00000080:0.0:1787190439.057448:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787190439.057456:0:6178:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff925a0805e000 (00000000704d59da) 00000020:00000080:0.0:1787190439.057512:0:6178:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:0.0:1787190439.057518:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff925a0805e000 00000020:00000080:0.0:1787190439.057521:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1787190439.070375:0:6178:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff925a0805e000 (uuid fabf118f-e1c4-486d-8f72-092db850cc2f) 00000020:01000000:1.0:1787190439.070393:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787190439.070406:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787190439.070410:0:6178:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1787190439.070413:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787190439.070418:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787190439.070419:0:6178:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1787190439.070423:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1787190439.070425:0:6178:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1787190439.070428:0:6178:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1787190439.070433:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787190439.070436:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787190439.070437:0:6178:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1787190439.070439:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787190439.070443:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787190439.070445:0:6178:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1787190439.070447:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787190439.070453:0:6178:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.121@tcp to nid 0x20000c0a8c979 (192.168.201.121@tcp) 00000020:01000000:1.0:1787190439.070510:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff925a0805e000 00000020:00000080:1.0:1787190439.070513:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787190439.070533:0:6178:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff925a0805e000 (000000009187f8ef) 00000020:00000080:1.0:1787190439.072205:0:6178:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:1.0:1787190439.072230:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff925a0805e000 00000020:00000080:1.0:1787190439.072234:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787190439.073003:0:6178:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000748b61d3@lustre-MDT0000-mdc-ffff925a0805e000: add connection 192.168.201.121@tcp at head 00010000:00010000:1.0:1787190439.075211:0:6178:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff925a0805e000-1 is initialized 00000040:01000000:1.0:1787190439.075535:0:6178:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff925a0805e000 ctxt 13 is initialized 00000020:00000080:1.0:1787190439.079747:0:6178:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff925a0805e000 (uuid fabf118f-e1c4-486d-8f72-092db850cc2f) 00000020:01000000:1.0:1787190439.079765:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff925a0805e000 00000020:00000080:1.0:1787190439.079769:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1787190439.079792:0:6178:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1787190439.079829:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787190439.079833:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787190439.079834:0:6178:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1787190439.079843:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787190439.079846:0:6178:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1787190439.079848:0:6178:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787190439.079849:0:6178:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787190439.079851:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787190439.079854:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787190439.079855:0:6178:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787190439.079857:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787190439.079861:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787190439.079863:0:6178:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:1.0:1787190439.079866:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787190439.079871:0:6178:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.121@tcp to nid 0x20000c0a8c979 (192.168.201.121@tcp) 00000020:01000000:1.0:1787190439.079899:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff925a0805e000 00000020:00000080:1.0:1787190439.079902:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787190439.079911:0:6178:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff925a0805e000 (000000006f203362) 00000020:00000080:1.0:1787190439.079929:0:6178:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:1.0:1787190439.079935:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff925a0805e000 00000020:00000080:1.0:1787190439.079937:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787190439.080022:0:6178:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ba7a5ceb@lustre-MDT0001-mdc-ffff925a0805e000: add connection 192.168.201.121@tcp at head 00010000:00010000:1.0:1787190439.080168:0:6178:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff925a0805e000-2 is initialized 00000040:01000000:1.0:1787190439.080392:0:6178:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff925a0805e000 ctxt 13 is initialized 00000020:00000080:3.0:1787190439.083212:0:6178:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff925a0805e000 (uuid fabf118f-e1c4-486d-8f72-092db850cc2f) 00000020:01000000:3.0:1787190439.083235:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff925a0805e000 00000020:00000080:3.0:1787190439.083239:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1787190439.083274:0:6178:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1787190439.083318:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787190439.083322:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787190439.083324:0:6178:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1787190439.083327:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787190439.083330:0:6178:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1787190439.083331:0:6178:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787190439.083333:0:6178:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787190439.083334:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787190439.083337:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787190439.083338:0:6178:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787190439.083341:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787190439.083344:0:6178:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.201.121@tcp:/lustre 00000020:00000080:3.0:1787190439.083348:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787190439.083349:0:6178:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1787190439.083352:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787190439.083357:0:6178:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.121@tcp to nid 0x20000c0a8c979 (192.168.201.121@tcp) 00000020:01000000:3.0:1787190439.083383:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff925a0805e000 00000020:00000080:3.0:1787190439.083386:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787190439.083407:0:6178:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff925a0805e000 (000000005f227f54) 00000020:00000080:3.0:1787190439.083425:0:6178:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:3.0:1787190439.083432:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff925a0805e000 00000020:00000080:3.0:1787190439.083435:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787190439.083557:0:6178:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000067aee195@lustre-OST0000-osc-ffff925a0805e000: add connection 192.168.201.121@tcp at head 00010000:00010000:3.0:1787190439.083907:0:6178:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff925a0805e000-3 is initialized 00000020:00000080:3.0:1787190439.105800:0:6178:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff925a0805e000 (uuid fabf118f-e1c4-486d-8f72-092db850cc2f) 00000020:01000000:3.0:1787190439.105827:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff925a0805e000 00000020:00000080:3.0:1787190439.105831:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1787190439.105859:0:6178:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1787190439.105869:0:6178:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff925a0805e000: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1787190439.105874:0:6178:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1787190439.105887:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787190439.105892:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787190439.105893:0:6178:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1787190439.105897:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787190439.105899:0:6178:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1787190439.105901:0:6178:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787190439.105903:0:6178:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787190439.105904:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787190439.105907:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787190439.105908:0:6178:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787190439.105910:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787190439.105914:0:6178:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.201.121@tcp:/lustre 00000020:00000080:3.0:1787190439.105918:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787190439.105919:0:6178:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1787190439.105922:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787190439.105927:0:6178:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.121@tcp to nid 0x20000c0a8c979 (192.168.201.121@tcp) 00000020:01000000:3.0:1787190439.106577:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff925a0805e000 00000020:00000080:3.0:1787190439.106581:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787190439.106591:0:6178:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff925a0805e000 (00000000e93d3d66) 00000020:00000080:3.0:1787190439.106621:0:6178:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:3.0:1787190439.106627:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff925a0805e000 00000020:00000080:3.0:1787190439.106629:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787190439.106728:0:6178:0:(ldlm_lib.c:102:import_set_conn()) imp 000000007b7cdf1c@lustre-OST0001-osc-ffff925a0805e000: add connection 192.168.201.121@tcp at head 00010000:00010000:3.0:1787190439.106898:0:6178:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff925a0805e000-4 is initialized 00000020:00000080:3.0:1787190439.107395:0:6178:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff925a0805e000 (uuid fabf118f-e1c4-486d-8f72-092db850cc2f) 00000020:01000000:3.0:1787190439.107404:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff925a0805e000 00000020:00000080:3.0:1787190439.107414:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1787190439.107429:0:6178:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1787190439.107435:0:6178:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff925a0805e000: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1787190439.107438:0:6178:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1787190439.107447:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787190439.107449:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787190439.107451:0:6178:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1787190439.107454:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787190439.107457:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787190439.107458:0:6178:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:3.0:1787190439.107460:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1787190439.107462:0:6178:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:3.0:1787190439.107735:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000007481f79f pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6178:1874004794147968:192.168.201.121@tcp:502: 00000100:00100000:3.0:1787190439.108586:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set 00000000b57c2f8d going to sleep for 11 seconds 00000100:00100000:3.0:1787190439.139815:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000007481f79f pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6178:1874004794147968:192.168.201.121@tcp:502: 00000020:01000000:3.0:1787190439.139863:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787190439.139871:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787190439.139873:0:6178:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000040:00080000:3.0:1787190439.139878:0:6178:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:1.0:1787190439.149764:0:6159:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:1.0:1787190439.149801:0:6159:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787190439.149822:0:6159:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: 000000009a9fd90f/0x98bc365c4bb242fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc35f expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787190439.149834:0:6159:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: 000000009a9fd90f/0x98bc365c4bb242fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc35f expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787190439.149841:0:6159:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff925a0805e000 from 1 10000000:01000000:1.0:1787190439.149845:0:6159:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1787190439.149903:0:6159:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: 000000006c48d820/0x98bc365c4bb2432c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787190439.149925:0:6159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: 000000006c48d820/0x98bc365c4bb2432c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787190439.149936:0:6159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: 000000006c48d820/0x98bc365c4bb2432c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787190439.149960:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000079cf94f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794148096:192.168.201.121@tcp:101: 00000100:00100000:1.0:1787190439.150050:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000429d23d9 going to sleep for 11 seconds 00000100:00100000:2.0:1787190439.169633:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000079cf94f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794148096:192.168.201.121@tcp:101: 00010000:00010000:2.0:1787190439.170027:0:6159:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: 000000006c48d820/0x98bc365c4bb2432c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc366 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190439.170041:0:6159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: 000000006c48d820/0x98bc365c4bb2432c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf10e68d63abdc366 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787190439.171445:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000eaf2e775 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794148224:192.168.201.121@tcp:256: 00000100:00100000:2.0:1787190439.171587:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000cfc178a8 going to sleep for 11 seconds 00000100:00100000:2.0:1787190439.188460:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000eaf2e775 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794148224:192.168.201.121@tcp:256: 10000000:01000000:2.0:1787190439.189392:0:6159:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1787190439.189500:0:6159:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: 000000006c48d820/0x98bc365c4bb2432c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc366 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190439.189513:0:6159:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: 000000006c48d820/0x98bc365c4bb2432c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc366 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787190439.189521:0:6159:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff925a0805e000 from 1 10000000:01000000:2.0:1787190439.189523:0:6159:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787190439.189567:0:6159:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: 00000000a10a98f6/0x98bc365c4bb24333 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190439.189584:0:6159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: 00000000a10a98f6/0x98bc365c4bb24333 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190439.189593:0:6159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: 00000000a10a98f6/0x98bc365c4bb24333 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787190439.189623:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000eaf2e775 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794148352:192.168.201.121@tcp:101: 00000100:00100000:2.0:1787190439.190001:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000cfc178a8 going to sleep for 11 seconds 00000100:00100000:2.0:1787190439.202614:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000eaf2e775 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794148352:192.168.201.121@tcp:101: 00010000:00010000:2.0:1787190439.202646:0:6159:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: 00000000a10a98f6/0x98bc365c4bb24333 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc36d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190439.202661:0:6159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: 00000000a10a98f6/0x98bc365c4bb24333 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf10e68d63abdc36d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787190439.202751:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000eaf2e775 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794148480:192.168.201.121@tcp:501: 00000100:00100000:2.0:1787190439.204035:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000cfc178a8 going to sleep for 11 seconds 00000100:00100000:2.0:1787190439.213655:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000eaf2e775 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794148480:192.168.201.121@tcp:501: 00000100:00100000:2.0:1787190439.213731:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000eaf2e775 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794148608:192.168.201.121@tcp:503: 00000100:00100000:2.0:1787190439.213944:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000cfc178a8 going to sleep for 11 seconds 00000100:00100000:2.0:1787190439.221508:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000eaf2e775 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6159:1874004794148608:192.168.201.121@tcp:503: 00000100:00100000:0.0:1787190439.222090:0:6185:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000724cd10 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6185:1874004794148736:192.168.201.121@tcp:502: 00000100:00100000:0.0:1787190439.222201:0:6185:0:(client.c:2715:ptlrpc_set_wait()) set 00000000349ddefe going to sleep for 11 seconds 00000100:00100000:3.0:1787190439.225081:0:6185:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000724cd10 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6185:1874004794148736:192.168.201.121@tcp:502: 00000020:01000000:3.0:1787190439.225133:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787190439.225143:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787190439.225145:0:6185:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1787190439.225153:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff925a0805e000 00000020:00000080:3.0:1787190439.225155:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1787190439.225206:0:6185:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e87800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6185:1874004794148864:192.168.201.121@tcp:502: 00000100:00100000:3.0:1787190439.225295:0:6185:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a12fa30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787190439.232336:0:6185:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e87800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6185:1874004794148864:192.168.201.121@tcp:502: 00000020:01000000:3.0:1787190439.232390:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787190439.232411:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787190439.232414:0:6185:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:3.0:1787190439.232420:0:6185:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:2.0:1787190439.234001:0:6159:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:2.0:1787190439.234039:0:6159:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787190439.234065:0:6159:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb24333 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc36d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190439.234094:0:6159:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb24333 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc36d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1787190439.234120:0:6159:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1787190439.234148:0:6159:0:(genops.c:1385:class_connect()) connect: client fabf118f-e1c4-486d-8f72-092db850cc2f, cookie 0x98bc365c4bb2433a 00800000:01000000:2.0:1787190439.234175:0:6159:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect fabf118f-e1c4-486d-8f72-092db850cc2f to lustre-clilmv-ffff925a0805e000 00800000:01000000:2.0:1787190439.234184:0:6159:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff925a0805e000(fabf118f-e1c4-486d-8f72-092db850cc2f) - lustre-MDT0000_UUID, fabf118f-e1c4-486d-8f72-092db850cc2f 00000020:00000080:2.0:1787190439.234193:0:6159:0:(genops.c:1385:class_connect()) connect: client fabf118f-e1c4-486d-8f72-092db850cc2f, cookie 0x98bc365c4bb24341 00000100:00080000:2.0:1787190439.234204:0:6159:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff925a0805e000: connect to NID 192.168.201.121@tcp last attempt 0 00000100:00080000:2.0:1787190439.234217:0:6159:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff925a0805e000: import ffff925a06187800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000008:00100000:2.0:1787190439.234234:0:6159:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683180 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787190439.234275:0:6159:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff925a13316a00 x1874004794148992/t0(0) o38->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787190439.234307:0:6159:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID 00800000:01000000:2.0:1787190439.234421:0:6159:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff925a0805e000(fabf118f-e1c4-486d-8f72-092db850cc2f) successfully (5) 00800000:00000004:2.0:1787190439.234425:0:6159:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff925a0805e000: age -718, max_age 0 00800000:01000000:2.0:1787190439.234462:0:6159:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff925a0805e000(fabf118f-e1c4-486d-8f72-092db850cc2f) - lustre-MDT0001_UUID, fabf118f-e1c4-486d-8f72-092db850cc2f 00000020:00000080:2.0:1787190439.234511:0:6159:0:(genops.c:1385:class_connect()) connect: client fabf118f-e1c4-486d-8f72-092db850cc2f, cookie 0x98bc365c4bb24348 00000100:00080000:2.0:1787190439.234517:0:6159:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff925a0805e000: connect to NID 192.168.201.121@tcp last attempt 0 00000100:00080000:2.0:1787190439.234522:0:6159:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff925a0805e000: import ffff925a06180800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000008:00100000:2.0:1787190439.234528:0:6159:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683180 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787190439.234539:0:6159:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff925a13315180 x1874004794149248/t0(0) o38->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787190439.234559:0:6159:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID 00800000:01000000:2.0:1787190439.234613:0:6159:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff925a0805e000(fabf118f-e1c4-486d-8f72-092db850cc2f) successfully (5) 00800000:00000004:2.0:1787190439.234616:0:6159:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff925a0805e000: age -718, max_age 0 00000080:00000004:2.0:1787190439.234636:0:6159:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff925a0805e000: age -718, max_age 281 00800000:00000004:2.0:1787190439.234643:0:6159:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff925a0805e000: age -718, max_age 281 00000100:00080000:2.0:1787190439.234659:0:6159:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff925a13314e00 x1874004794149504/t0(0) o41->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190439.234670:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a1330f180 going to sleep for 0 seconds 00000100:00080000:2.0:1787190439.234785:0:2399:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff925a13315f80 x1874004794149376/t0(0) o41->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190439.234799:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1787190439.234804:0:2399:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff925a13315500 x1874004794149120/t0(0) o41->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787190439.238235:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fabf118f-e1c4-486d-8f72-092db850cc2f:2396:1874004794148992:192.168.201.121@tcp:38: 00000100:00100000:1.0:1787190439.238380:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13315180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fabf118f-e1c4-486d-8f72-092db850cc2f:2396:1874004794149248:192.168.201.121@tcp:38: 00010000:00080000:1.0:1787190439.248943:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13315180 x1874004794149248/t0(0) o38->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1787190449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787190439.248960:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a0805e000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787190439.248972:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff925a0805e000: connect to target with instance 1 00000001:01000000:1.0:1787190439.503799:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff925a0805e000: T10 checksum algorithm t10ip512 speed = 1823 MB/s 00000001:01000000:3.0:1787190439.754019:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff925a0805e000: T10 checksum algorithm t10ip4K speed = 2519 MB/s 00000001:01000000:2.0:1787190440.003685:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff925a0805e000: T10 checksum algorithm t10crc512 speed = 431 MB/s 00010000:00010000:0.0:1787190440.070925:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:3.0:1787190440.254314:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff925a0805e000: T10 checksum algorithm t10crc4K speed = 515 MB/s 00000100:00080000:3.0:1787190440.254330:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff925a0805e000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1787190440.254347:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1787190440.254352:0:2396:0:(import.c:65:import_set_state_nolock()) ffff925a06180800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1787190440.255025:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000abaca1bc): req@ffff925a13315f80 x1874004794149376/t0(0) o41->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190440.255055:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13315180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fabf118f-e1c4-486d-8f72-092db850cc2f:2396:1874004794149248:192.168.201.121@tcp:38: 00010000:00080000:3.0:1787190440.255128:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13316a00 x1874004794148992/t0(0) o38->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1787190449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190440.255141:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a0805e000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787190440.255152:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff925a0805e000: connect to target with instance 1 00000100:00080000:3.0:1787190440.255159:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff925a0805e000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1787190440.255166:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787190440.255168:0:2396:0:(import.c:65:import_set_state_nolock()) ffff925a06187800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1787190440.255374:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000012a1f406): req@ffff925a13314e00 x1874004794149504/t0(0) o41->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787190440.255389:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000abaca1bc): req@ffff925a13315500 x1874004794149120/t0(0) o41->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190440.255399:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fabf118f-e1c4-486d-8f72-092db850cc2f:2396:1874004794148992:192.168.201.121@tcp:38: 00000100:00100000:2.0:1787190440.255756:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a1330f180 going to sleep for 0 seconds 00000100:00100000:2.0:1787190440.255783:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a1330f180 going to sleep for 11 seconds 00010000:00080000:3.0:1787190440.259147:0:6159:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13314e00 x1874004794149504/t0(0) o41->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1787190456 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190440.259168:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabf118f-e1c4-486d-8f72-092db850cc2f:6159:1874004794149504:192.168.201.121@tcp:41: 00800000:00000004:3.0:1787190440.259195:0:6159:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff925a0805e000: update ffff925a1869d178 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:3.0:1787190440.259204:0:6159:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff925a0805e000: update ffff925a08b7d178 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:3.0:1787190440.259262:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e87800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabf118f-e1c4-486d-8f72-092db850cc2f:6159:1874004794149632:192.168.201.121@tcp:40: 00000100:00100000:3.0:1787190440.259390:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a12fa3a80 going to sleep for 11 seconds 00010000:00080000:2.0:1787190440.260123:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13315500 x1874004794149120/t0(0) o41->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1787190456 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190440.260141:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13315500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabf118f-e1c4-486d-8f72-092db850cc2f:0:1874004794149120:192.168.201.121@tcp:41: 00010000:00080000:2.0:1787190440.260155:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13315f80 x1874004794149376/t0(0) o41->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1787190456 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190440.260165:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13315f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabf118f-e1c4-486d-8f72-092db850cc2f:0:1874004794149376:192.168.201.121@tcp:41: 00010000:00080000:3.0:1787190440.267170:0:6159:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e87800 x1874004794149632/t0(0) o40->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 440/448 e 0 to 0 dl 1787190456 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190440.267192:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e87800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabf118f-e1c4-486d-8f72-092db850cc2f:6159:1874004794149632:192.168.201.121@tcp:40: 00000080:00000004:3.0:1787190440.267220:0:6159:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1787190440.267239:0:6159:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683180 ocd_grant: 2146304 00020000:01000000:3.0:1787190440.267244:0:6159:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1787190440.267258:0:6159:0:(genops.c:1385:class_connect()) connect: client fabf118f-e1c4-486d-8f72-092db850cc2f, cookie 0x98bc365c4bb2434f 00000020:00000080:3.0:1787190440.267280:0:6159:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x98bc365c4bb24356 00000100:00080000:3.0:1787190440.267288:0:6159:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff925a0805e000: connect to NID 192.168.201.121@tcp last attempt 0 00000100:00080000:3.0:1787190440.267295:0:6159:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff925a0805e000: import ffff925a08b88800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000008:00100000:3.0:1787190440.267307:0:6159:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683180 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787190440.267333:0:6159:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff925a05e87800 x1874004794149760/t0(0) o8->lustre-OST0000-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787190440.267358:0:6159:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID 00020000:01000000:3.0:1787190440.267384:0:6159:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff925a0805e000) active 00000020:00000080:3.0:1787190440.267417:0:6159:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x98bc365c4bb2435d 00000100:00080000:3.0:1787190440.267422:0:6159:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff925a0805e000: connect to NID 192.168.201.121@tcp last attempt 0 00000100:00080000:3.0:1787190440.267426:0:6159:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff925a0805e000: import ffff925a08b8f000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000008:00100000:3.0:1787190440.267432:0:6159:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683180 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787190440.267443:0:6159:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff925a05e84700 x1874004794149888/t0(0) o8->lustre-OST0001-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787190440.267462:0:6159:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID 00020000:01000000:3.0:1787190440.267504:0:6159:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff925a0805e000) active 00000100:00100000:3.0:1787190440.267681:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabf118f-e1c4-486d-8f72-092db850cc2f:6159:1874004794150016:192.168.201.121@tcp:900: 00000100:00100000:3.0:1787190440.267744:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a12fa3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787190440.267914:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2398:1874004794150144:192.168.201.121@tcp:400: 00000100:00100000:0.0:1787190440.268205:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fabf118f-e1c4-486d-8f72-092db850cc2f:2396:1874004794149760:192.168.201.121@tcp:8: 00000100:00100000:0.0:1787190440.268252:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fabf118f-e1c4-486d-8f72-092db850cc2f:2396:1874004794149888:192.168.201.121@tcp:8: 00010000:00080000:3.0:1787190440.275081:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e87800 x1874004794149760/t0(0) o8->lustre-OST0000-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1787190450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190440.275099:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff925a0805e000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787190440.275109:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff925a0805e000: connect to target with instance 1 00000100:00080000:3.0:1787190440.275119:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff925a0805e000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787190440.275134:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1787190440.275137:0:2396:0:(import.c:65:import_set_state_nolock()) ffff925a08b88800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787190440.275145:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1787190440.275149:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787190440.275154:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787190440.275167:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fabf118f-e1c4-486d-8f72-092db850cc2f:2396:1874004794149760:192.168.201.121@tcp:8: 00010000:00080000:3.0:1787190440.275185:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e84700 x1874004794149888/t0(0) o8->lustre-OST0001-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1787190450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190440.275193:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff925a0805e000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787190440.275197:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff925a0805e000: connect to target with instance 1 00000100:00080000:3.0:1787190440.275202:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff925a0805e000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787190440.275207:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787190440.275210:0:2396:0:(import.c:65:import_set_state_nolock()) ffff925a08b8f000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787190440.275213:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1787190440.275216:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787190440.275218:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787190440.275223:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fabf118f-e1c4-486d-8f72-092db850cc2f:2396:1874004794149888:192.168.201.121@tcp:8: 00010000:00080000:3.0:1787190440.282153:0:6159:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e86300 x1874004794150016/t0(0) o900->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1787190456 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190440.282205:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabf118f-e1c4-486d-8f72-092db850cc2f:6159:1874004794150016:192.168.201.121@tcp:900: 00000100:00100000:3.0:1787190440.282843:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabf118f-e1c4-486d-8f72-092db850cc2f:6159:1874004794150272:192.168.201.121@tcp:33: 00000100:00100000:3.0:1787190440.282975:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a12fa3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787190440.283142:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2398:1874004794150144:192.168.201.121@tcp:400: 00010000:00080000:3.0:1787190440.355396:0:6159:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e86300 x1874004794150272/t0(0) o33->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:23/10 lens 448/464 e 0 to 0 dl 1787190456 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787190440.355420:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabf118f-e1c4-486d-8f72-092db850cc2f:6159:1874004794150272:192.168.201.121@tcp:33: 00000080:00200000:3.0:1787190440.355730:0:6159:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) 00000080:00200000:3.0:1787190440.355740:0:6159:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:3.0:1787190440.355827:0:6159:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_44_gafaaa93 00000080:00000004:3.0:1787190440.363159:0:6159:0:(super25.c:182:lustre_fill_super()) 192.168.201.121@tcp:/lustre: Mount complete 00000080:00200008:3.0:1787190440.698213:0:6204:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff925a1251a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787190440.698230:0:6204:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8),name=/ 00000002:00010000:3.0:1787190440.698258:0:6204:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787190440.698332:0:6204:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190440.698344:0:6204:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190440.698356:0:6204:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6204 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787190440.698382:0:6204:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job mkdir:fabf118f-e1c4-486d-8f72-092db850cc2f:6204:1874004794150400:192.168.201.121@tcp:101: 00000100:00100000:3.0:1787190440.700942:0:6204:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a12fa3540 going to sleep for 11 seconds 00000100:00100000:3.0:1787190440.709387:0:6204:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job mkdir:fabf118f-e1c4-486d-8f72-092db850cc2f:6204:1874004794150400:192.168.201.121@tcp:101: 00010000:00010000:3.0:1787190440.709447:0:6204:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190440.709462:0:6204:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190440.709535:0:6204:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190440.709552:0:6204:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190440.709570:0:6204:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190440.709590:0:6204:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190440.709599:0:6204:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787190440.709613:0:6204:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff925a05e86300 x1874004794150400/t0(0) o101->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1787190456 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787190440.709630:0:6204:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190440.709643:0:6204:0:(ldlm_lock.c:1544:ldlm_lock_match_with_skip()) ### not matched ns ffff925a06182800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1787190440.709653:0:6204:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787190440.709809:0:6204:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787190440.709818:0:6204:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) for lock 0x98bc365c4bb24364 00000080:00010000:3.0:1787190440.709825:0:6204:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) 00000080:00010000:3.0:1787190440.709828:0:6204:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x98bc365c4bb24364 from it ffffabe0043abcb8 00010000:00010000:3.0:1787190440.709832:0:6204:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190440.709841:0:6204:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787190441.095666:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787190442.118676:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1787190442.923595:0:6256:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff925a1251a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787190442.923615:0:6256:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8),name=/ 00000002:00010000:3.0:1787190442.923650:0:6256:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787190442.923670:0:6256:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787190442.923689:0:6256:0:(ldlm_lock.c:1527:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787190442.923698:0:6256:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787190442.923708:0:6256:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) 00000080:00010000:3.0:1787190442.923713:0:6256:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) for lock 0x98bc365c4bb24364 00000080:00010000:3.0:1787190442.923722:0:6256:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x98bc365c4bb24364 from it ffffabe0018efcb8 00010000:00010000:3.0:1787190442.923726:0:6256:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787190442.923735:0:6256:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1787190442.925951:0:6256:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff925a1251a1c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787190442.925965:0:6256:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8),name=/ 00000002:00010000:3.0:1787190442.925994:0:6256:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787190442.926013:0:6256:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1787190442.926029:0:6256:0:(ldlm_lock.c:1527:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1787190442.926038:0:6256:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787190442.926181:0:6256:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) 00000080:00010000:3.0:1787190442.926185:0:6256:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) for lock 0x98bc365c4bb24364 00000080:00010000:3.0:1787190442.926194:0:6256:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x98bc365c4bb24364 from it ffffabe0018efcb8 00010000:00010000:3.0:1787190442.926198:0:6256:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1787190442.926207:0:6256:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1787190442.926356:0:6256:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8),name=/ 00000002:00010000:3.0:1787190442.926366:0:6256:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787190442.926374:0:6256:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1787190442.926383:0:6256:0:(ldlm_lock.c:1527:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1787190442.926458:0:6256:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787190442.926597:0:6256:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) 00000080:00010000:3.0:1787190442.926602:0:6256:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) for lock 0x98bc365c4bb24364 00000080:00010000:3.0:1787190442.926607:0:6256:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x98bc365c4bb24364 from it ffffabe0018efbb0 00010000:00010000:3.0:1787190442.926611:0:6256:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1787190442.926618:0:6256:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1787190442.926627:0:6256:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8), inode mode 41ed mask 44 00000080:00200008:3.0:1787190442.926634:0:6256:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff925a1251a1c8), flags 100000 00000080:00200080:3.0:1787190442.926726:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.926743:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00800000:00000004:3.0:1787190442.926751:0:6256:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff925a0805e000: age 283, max_age 285 00000100:00100000:3.0:1787190442.926804:0:6256:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job lfs:fabf118f-e1c4-486d-8f72-092db850cc2f:6256:1874004794150528:192.168.201.121@tcp:41: 00000100:00100000:3.0:1787190442.928195:0:6256:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a12fa3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787190442.935583:0:6256:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job lfs:fabf118f-e1c4-486d-8f72-092db850cc2f:6256:1874004794150528:192.168.201.121@tcp:41: 00800000:00000004:3.0:1787190442.935630:0:6256:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff925a0805e000: update ffff925a1869d178 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1787190442.935737:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.935762:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00800000:00000004:3.0:1787190442.935772:0:6256:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff925a0805e000: age -718, max_age 285 00000100:00100000:3.0:1787190442.935819:0:6256:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job lfs:fabf118f-e1c4-486d-8f72-092db850cc2f:6256:1874004794150656:192.168.201.121@tcp:41: 00000100:00100000:3.0:1787190442.935947:0:6256:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a12fa3480 going to sleep for 11 seconds 00010000:00080000:3.0:1787190442.940870:0:6256:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e86300 x1874004794150656/t0(0) o41->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1787190458 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190442.940895:0:6256:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job lfs:fabf118f-e1c4-486d-8f72-092db850cc2f:6256:1874004794150656:192.168.201.121@tcp:41: 00800000:00000004:3.0:1787190442.940926:0:6256:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff925a0805e000: update ffff925a18698450 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1787190442.941021:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941044:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941052:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941056:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941060:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941063:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941067:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941070:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941073:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941076:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941079:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941082:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941085:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941088:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941092:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941095:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941098:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941101:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941104:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941107:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941110:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941136:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941141:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941144:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941148:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941151:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941155:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941158:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941161:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941164:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941167:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941170:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941173:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941176:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941179:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941182:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941186:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941197:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941201:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941204:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941208:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941211:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941214:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941217:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941220:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941223:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941236:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941240:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941244:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941248:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941252:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941255:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941258:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941261:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941265:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941267:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941271:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941274:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941277:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941280:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941283:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941286:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941289:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941292:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941295:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941299:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941302:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941305:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941308:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941311:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941314:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941322:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941326:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941330:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941333:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941336:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941340:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941342:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941346:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941349:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941352:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941355:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941358:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941360:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941364:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941366:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941370:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941372:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941376:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941378:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941382:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941384:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941387:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941390:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941394:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941396:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941412:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941417:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941420:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941423:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941427:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941430:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941434:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941437:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941440:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941443:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941446:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941449:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941453:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941456:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941459:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941462:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941524:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941528:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941532:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941535:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941549:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941553:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941557:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941560:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941563:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941573:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941578:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941582:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941586:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00800000:00000080:3.0:1787190442.941590:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.941593:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.941600:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00020000:00000004:3.0:1787190442.941609:0:6256:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff925a0805e000: age -718, max_age 285 00000100:00100000:3.0:1787190442.941659:0:6256:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job lfs:fabf118f-e1c4-486d-8f72-092db850cc2f:6256:1874004794150784:192.168.201.121@tcp:13: 00000100:00100000:3.0:1787190442.941758:0:6256:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a12fa3480 going to sleep for 11 seconds 00010000:00080000:3.0:1787190442.946015:0:6256:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e86300 x1874004794150784/t0(0) o13->lustre-OST0000-osc-ffff925a0805e000@192.168.201.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1787190458 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190442.946043:0:6256:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job lfs:fabf118f-e1c4-486d-8f72-092db850cc2f:6256:1874004794150784:192.168.201.121@tcp:13: 00020000:00000004:3.0:1787190442.946074:0:6256:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff925a0805e000: update ffff925a061b0450 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1787190442.946205:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.946240:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00020000:00000004:3.0:1787190442.946251:0:6256:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff925a0805e000: age -718, max_age 285 00000100:00100000:3.0:1787190442.946302:0:6256:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job lfs:fabf118f-e1c4-486d-8f72-092db850cc2f:6256:1874004794150912:192.168.201.121@tcp:13: 00000100:00100000:3.0:1787190442.946398:0:6256:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a12fa3480 going to sleep for 11 seconds 00010000:00080000:3.0:1787190442.951979:0:6256:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e86300 x1874004794150912/t0(0) o13->lustre-OST0001-osc-ffff925a0805e000@192.168.201.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1787190458 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190442.952009:0:6256:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job lfs:fabf118f-e1c4-486d-8f72-092db850cc2f:6256:1874004794150912:192.168.201.121@tcp:13: 00020000:00000004:3.0:1787190442.952046:0:6256:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff925a0805e000: update ffff925a061b37c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1787190442.952130:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952177:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952186:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952202:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952207:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952211:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952215:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952218:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952222:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952226:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952241:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952245:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952249:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952252:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952257:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952260:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952263:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952266:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952269:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952272:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952276:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952279:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952283:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952287:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952290:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952293:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952304:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952308:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952311:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952314:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952318:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952321:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952325:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952330:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952334:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952337:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952342:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952346:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952351:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952355:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952360:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952363:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952368:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952371:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952375:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952378:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952382:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952387:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952392:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952395:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952400:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952694:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952702:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952706:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952711:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952714:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952718:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952721:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952725:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952728:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952732:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952735:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952738:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952741:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952745:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952749:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952752:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952755:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952759:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952762:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952766:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952769:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952773:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952777:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952781:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952784:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952801:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952805:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952809:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952813:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952817:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952821:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952824:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952828:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952832:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952835:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952839:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952842:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952845:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952848:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952852:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952855:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952859:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952863:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952867:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952871:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952875:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952879:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952883:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952887:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952891:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952903:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952908:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952913:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952917:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952921:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952925:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952929:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952932:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952935:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952939:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952943:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952947:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952950:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952955:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952958:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952961:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952965:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952969:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952973:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952977:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952979:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952983:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952987:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200080:3.0:1787190442.952991:0:6256:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8) cmd=c00866a4 arg=7fff935efb20 00020000:00000080:3.0:1787190442.952994:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff925a0805e000: cmd=c00866a4 len=592 karg=ffff925a05e94400 uarg=0000000000000000 00000080:00200008:3.0:1787190442.953023:0:6256:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff925a1251a1c8), flags 100000 00010000:00010000:2.0:1787190443.143092:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787190444.166748:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787190445.196603:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787190445.575685:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794151168:192.168.201.121@tcp:400: 00000100:00100000:1.0:1787190445.575806:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794151424:192.168.201.121@tcp:400: 00000100:00100000:1.0:1787190445.575842:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787190445.575847:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07152300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2398:1874004794151040:192.168.201.121@tcp:400: 00000100:00100000:1.0:1787190445.575872:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07150380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794151296:192.168.201.121@tcp:400: 00000100:00100000:1.0:1787190445.575907:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794151552:192.168.201.121@tcp:400: 00010000:00080000:0.0:1787190445.580741:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a07151c00 x1874004794151424/t0(0) o400->lustre-OST0000-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190445.580763:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794151424:192.168.201.121@tcp:400: 00000100:00100000:0.0:1787190445.580851:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07152300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2398:1874004794151040:192.168.201.121@tcp:400: 00010000:00080000:0.0:1787190445.580867:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a07150380 x1874004794151296/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190445.580877:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07150380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794151296:192.168.201.121@tcp:400: 00010000:00080000:0.0:1787190445.580886:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a07152680 x1874004794151552/t0(0) o400->lustre-OST0001-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190445.580914:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794151552:192.168.201.121@tcp:400: 00000100:00100000:0.0:1787190445.580929:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794151168:192.168.201.121@tcp:400: 00000001:02000400:3.0:1787190446.074146:0:6449:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1787190446.214789:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190447.238941:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787190448.262754:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190449.286757:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787190450.312592:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787190450.357104:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.121@tcp (source: 12345-192.168.201.121@tcp) 00000100:00100000:0.0:1787190450.357556:0:6160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874004816225920 00000100:00100000:0.0:1787190450.357584:0:6160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874004816225920 00000100:00100000:0.0:1787190450.357673:0:6160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.121@tcp, seq: 0 00000100:00100000:0.0:1787190450.357686:0:6160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff925a07150000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f+3:10336:x1874004816225920:12345-192.168.201.121@tcp:104: 00010000:00010000:0.0:1787190450.357715:0:6160:0:(ldlm_lockd.c:2522:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.121@tcp lock: ffff925a00030a00/0x98bc365c4bb242fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf10e68d63abdc35f expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787190450.360179:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.121@tcp (source: 12345-192.168.201.121@tcp) 00010000:00010000:0.0:1787190450.360452:0:6160:0:(ldlm_lockd.c:2196:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787190450.360482:0:6160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff925a07150000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f+3:10336:x1874004816225920:12345-192.168.201.121@tcp:104: Request processed in 2780us (3379us total) trans 0 rc 0/0 00000100:00100000:0.0:1787190450.360498:0:6160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.121@tcp, seq: 0 00000100:00100000:0.0:1787190450.360540:0:6160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874004816226048 00000100:00100000:0.0:1787190450.360553:0:6160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874004816226048 00000100:00100000:0.0:1787190450.360595:0:6160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.121@tcp, seq: 1 00000100:00100000:0.0:1787190450.360606:0:6160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff925a07153480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f+3:10336:x1874004816226048:12345-192.168.201.121@tcp:104: 00010000:00010000:0.0:1787190450.360625:0:6160:0:(ldlm_lockd.c:2522:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.121@tcp lock: ffff925a421cf000/0x98bc365c4bb242f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf10e68d63abdc358 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190450.363907:0:6171:0:(ldlm_lockd.c:2817:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787190450.363926:0:6171:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.121@tcp lock: ffff925a00030a00/0x98bc365c4bb242fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf10e68d63abdc35f expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190450.363940:0:6171:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) Lock ffff925a00030a00 already unused, calling callback (ffffffffc1196c20) 10000000:00010000:2.0:1787190450.363945:0:6171:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.121@tcp lock: ffff925a00030a00/0x98bc365c4bb242fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf10e68d63abdc35f expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190450.363957:0:6171:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.121@tcp lock: ffff925a00030a00/0x98bc365c4bb242fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf10e68d63abdc35f expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787190450.363965:0:6171:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.121@tcp lock: ffff925a00030a00/0x98bc365c4bb242fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf10e68d63abdc35f expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787190450.363971:0:6171:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1787190450.364055:0:6171:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.121@tcp lock: ffff925a00030a00/0x98bc365c4bb242fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf10e68d63abdc35f expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190450.364062:0:6171:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787190450.364098:0:6171:0:(ldlm_lockd.c:1940:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.121@tcp lock: ffff925a00030a00/0x98bc365c4bb242fb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf10e68d63abdc35f expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190450.364105:0:6171:0:(ldlm_lock.c:194:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.121@tcp lock: ffff925a00030a00/0x98bc365c4bb242fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf10e68d63abdc35f expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190450.364129:0:6171:0:(ldlm_lockd.c:2817:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787190450.364134:0:6171:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.121@tcp lock: ffff925a421cf000/0x98bc365c4bb242f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf10e68d63abdc358 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190450.364139:0:6171:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) Lock ffff925a421cf000 already unused, calling callback (ffffffffc1196c20) 10000000:00010000:2.0:1787190450.364164:0:6171:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.121@tcp lock: ffff925a421cf000/0x98bc365c4bb242f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf10e68d63abdc358 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190450.364181:0:6171:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.121@tcp lock: ffff925a421cf000/0x98bc365c4bb242f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf10e68d63abdc358 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787190450.364188:0:6171:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.121@tcp lock: ffff925a421cf000/0x98bc365c4bb242f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf10e68d63abdc358 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787190450.364193:0:6171:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1787190450.364209:0:6171:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.121@tcp lock: ffff925a421cf000/0x98bc365c4bb242f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf10e68d63abdc358 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190450.364214:0:6171:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787190450.364220:0:6171:0:(ldlm_lockd.c:1940:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.121@tcp lock: ffff925a421cf000/0x98bc365c4bb242f4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf10e68d63abdc358 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190450.364225:0:6171:0:(ldlm_lock.c:194:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.121@tcp lock: ffff925a421cf000/0x98bc365c4bb242f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf10e68d63abdc358 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190450.364240:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190450.364241:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190450.364243:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787190450.364491:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13315f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794151680:192.168.201.121@tcp:103: 00000100:00100000:2.0:1787190450.364876:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13315500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2399:1874004794151808:192.168.201.121@tcp:103: 00010000:00010000:0.0:1787190450.365600:0:6160:0:(ldlm_lockd.c:2196:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:0.0:1787190450.365618:0:6160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff925a07153480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f+3:10336:x1874004816226048:12345-192.168.201.121@tcp:104: Request processed in 5009us (5455us total) trans 0 rc 0/0 00000100:00100000:0.0:1787190450.365644:0:6160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.121@tcp, seq: 1 00010000:00010000:2.0:1787190450.366092:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787190450.370744:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13315500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2399:1874004794151808:192.168.201.121@tcp:103: 00000100:00100000:3.0:1787190450.371022:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13315f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794151680:192.168.201.121@tcp:103: 00000100:00100000:0.0:1787190450.699521:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794151936:192.168.201.121@tcp:400: 00000100:00100000:0.0:1787190450.699695:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794152192:192.168.201.121@tcp:400: 00000100:00100000:0.0:1787190450.699736:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1787190450.699743:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07152d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794152064:192.168.201.121@tcp:400: 00000100:00100000:0.0:1787190450.699773:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07153b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794152320:192.168.201.121@tcp:400: 00010000:00080000:0.0:1787190450.707776:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a07152d80 x1874004794152064/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190450.707805:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07152d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794152064:192.168.201.121@tcp:400: 00000100:00100000:0.0:1787190450.707823:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794151936:192.168.201.121@tcp:400: 00010000:00080000:0.0:1787190450.716816:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a07153b80 x1874004794152320/t0(0) o400->lustre-OST0001-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190450.716844:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07153b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794152320:192.168.201.121@tcp:400: 00010000:00080000:0.0:1787190450.726388:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a07153100 x1874004794152192/t0(0) o400->lustre-OST0000-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190450.726430:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794152192:192.168.201.121@tcp:400: 00010000:00010000:2.0:1787190451.335510:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190452.359163:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190453.383606:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787190453.830589:0:6173:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1787190453.830602:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff925a0805e000 from 48 10000000:01000000:0.0:1787190453.830609:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787190453.830671:0:6173:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a00030600/0x98bc365c4bb2436b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787190453.830707:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: ffff925a00030600/0x98bc365c4bb2436b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787190453.830719:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: ffff925a00030600/0x98bc365c4bb2436b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787190453.830750:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794152448:192.168.201.121@tcp:101: 00000100:00100000:0.0:1787190453.830885:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a12f3acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787190453.837551:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794152448:192.168.201.121@tcp:101: 00010000:00010000:2.0:1787190453.837630:0:6173:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: ffff925a00030600/0x98bc365c4bb2436b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc423 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190453.837646:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: ffff925a00030600/0x98bc365c4bb2436b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf10e68d63abdc423 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787190453.837753:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13315500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794152576:192.168.201.121@tcp:501: 00000100:00100000:2.0:1787190453.837872:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a1330f840 going to sleep for 11 seconds 00000100:00100000:3.0:1787190453.840736:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13315500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794152576:192.168.201.121@tcp:501: 00000100:00100000:3.0:1787190453.840794:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794152704:192.168.201.121@tcp:503: 00000100:00100000:3.0:1787190453.840894:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a11ee5480 going to sleep for 11 seconds 00000100:00100000:3.0:1787190453.843096:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794152704:192.168.201.121@tcp:503: 00000100:00100000:0.0:1787190453.843432:0:6664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6664:1874004794152832:192.168.201.121@tcp:502: 00000100:00100000:0.0:1787190453.847678:0:6664:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a12f3acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787190453.861166:0:6664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6664:1874004794152832:192.168.201.121@tcp:502: 00000020:01000000:2.0:1787190453.861250:0:6664:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787190453.861267:0:6664:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787190453.861270:0:6664:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787190453.861279:0:6664:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1787190453.861337:0:6664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13317800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6664:1874004794152960:192.168.201.121@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787190453.861513:0:6664:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a1330ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1787190453.871461:0:6664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13317800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6664:1874004794152960:192.168.201.121@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787190453.871651:0:6664:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787190453.871669:0:6664:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787190453.871671:0:6664:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1787190453.871679:0:6664:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1787190453.871790:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:2.0:1787190453.871828:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787190453.871844:0:6173:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a00030600/0x98bc365c4bb2436b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc423 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190453.871856:0:6173:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: ffff925a00030600/0x98bc365c4bb2436b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc423 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787190453.871869:0:6173:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1787190453.871873:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff925a08b7b370 from 1 10000000:01000000:2.0:1787190453.871876:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1787190453.871940:0:6173:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a42045400/0x98bc365c4bb24372 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190453.871953:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: ffff925a42045400/0x98bc365c4bb24372 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190453.871964:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: ffff925a42045400/0x98bc365c4bb24372 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787190453.872034:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13317800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794153088:192.168.201.121@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787190453.872122:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a12f3ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1787190453.877761:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13317800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794153088:192.168.201.121@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787190453.877797:0:6173:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: ffff925a42045400/0x98bc365c4bb24372 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc42a expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190453.877807:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: ffff925a42045400/0x98bc365c4bb24372 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf10e68d63abdc42a expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787190453.877878:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794153216:192.168.201.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787190453.877939:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a11ee5d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787190453.879910:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794153216:192.168.201.121@tcp:501:ll_cfg_requeue.0 10000000:01000000:2.0:1787190453.880012:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1787190453.880030:0:6173:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a42045400/0x98bc365c4bb24372 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc42a expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190453.880044:0:6173:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: ffff925a42045400/0x98bc365c4bb24372 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc42a expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190454.406696:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190455.433671:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787190455.815839:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794153344:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190455.815952:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794153600:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190455.816005:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794153856:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190455.818340:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787190455.818357:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794153472:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190455.818390:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794153728:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190455.821725:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794153344:192.168.201.121@tcp:400:kworker.0 00010000:00080000:2.0:1787190455.821769:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e85880 x1874004794153600/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190455.821783:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794153600:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190455.841085:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794153472:192.168.201.121@tcp:400:kworker.0 00010000:00080000:2.0:1787190455.841107:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e85c00 x1874004794153856/t0(0) o400->lustre-OST0001-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190455.841120:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794153856:192.168.201.121@tcp:400:kworker.0 00010000:00080000:2.0:1787190455.841751:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e84380 x1874004794153728/t0(0) o400->lustre-OST0000-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190455.841776:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794153728:192.168.201.121@tcp:400:kworker.0 00000100:00100000:0.0:1787190455.908101:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.121@tcp (source: 12345-192.168.201.121@tcp) 00000100:00100000:1.0:1787190455.908327:0:6161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874004816236288 00000100:00100000:1.0:1787190455.908338:0:6161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874004816236288 00000100:00100000:1.0:1787190455.908401:0:6161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.121@tcp, seq: 2 00000100:00100000:1.0:1787190455.908412:0:6161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff925a11eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f+3:10398:x1874004816236288:12345-192.168.201.121@tcp:104: 00010000:00010000:1.0:1787190455.908431:0:6161:0:(ldlm_lockd.c:2522:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb24333 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf10e68d63abdc36d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787190455.908539:0:6161:0:(ldlm_lockd.c:2196:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787190455.908547:0:6161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff925a11eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f+3:10398:x1874004816236288:12345-192.168.201.121@tcp:104: Request processed in 137us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1787190455.908555:0:6161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.121@tcp, seq: 2 00010000:00010000:2.0:1787190455.911210:0:6170:0:(ldlm_lockd.c:2817:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787190455.911226:0:6170:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb24333 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf10e68d63abdc36d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190455.911239:0:6170:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) Lock ffff925a42045c00 already unused, calling callback (ffffffffc1196c20) 10000000:00010000:2.0:1787190455.911244:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb24333 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf10e68d63abdc36d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190455.911255:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb24333 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf10e68d63abdc36d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787190455.911263:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb24333 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf10e68d63abdc36d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787190455.911290:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787190455.911360:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb24333 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf10e68d63abdc36d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190455.911367:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787190455.911392:0:6170:0:(ldlm_lockd.c:1940:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb24333 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf10e68d63abdc36d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190455.911399:0:6170:0:(ldlm_lock.c:194:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb24333 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf10e68d63abdc36d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190455.911419:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190455.911421:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190455.911422:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787190455.911444:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2399:1874004794153984:192.168.201.121@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787190455.925796:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2399:1874004794153984:192.168.201.121@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787190456.463322:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1787190457.030789:0:6173:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787190457.030798:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff925a0805e000 from 4 10000000:01000000:3.0:1787190457.030803:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787190457.030860:0:6173:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a0148cc00/0x98bc365c4bb24379 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190457.030888:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: ffff925a0148cc00/0x98bc365c4bb24379 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190457.030899:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: ffff925a0148cc00/0x98bc365c4bb24379 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787190457.030937:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794154112:192.168.201.121@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787190457.031099:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a11ee5000 going to sleep for 11 seconds 00000100:00100000:3.0:1787190457.036856:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794154112:192.168.201.121@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787190457.036891:0:6173:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: ffff925a0148cc00/0x98bc365c4bb24379 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc438 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190457.036904:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: ffff925a0148cc00/0x98bc365c4bb24379 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf10e68d63abdc438 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787190457.037118:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794154240:192.168.201.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787190457.037338:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a11ee5000 going to sleep for 11 seconds 00000100:00100000:3.0:1787190457.048860:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794154240:192.168.201.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787190457.048944:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794154368:192.168.201.121@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787190457.049156:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a11ee5000 going to sleep for 11 seconds 00000100:00100000:3.0:1787190457.060397:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794154368:192.168.201.121@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787190457.073912:0:6726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6726:1874004794154496:192.168.201.121@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787190457.074049:0:6726:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a1330f540 going to sleep for 11 seconds 00000100:00100000:2.0:1787190457.084075:0:6726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6726:1874004794154496:192.168.201.121@tcp:502:llog_process_th.0 00000020:01000000:2.0:1787190457.084133:0:6726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787190457.084149:0:6726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787190457.084152:0:6726:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1787190457.084159:0:6726:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff925a0805e000 00000020:00000080:2.0:1787190457.084162:0:6726:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1787190457.084271:0:6726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6726:1874004794154624:192.168.201.121@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787190457.084400:0:6726:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a1330f540 going to sleep for 11 seconds 00000100:00100000:3.0:1787190457.096544:0:6726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6726:1874004794154624:192.168.201.121@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787190457.096599:0:6726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787190457.096621:0:6726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787190457.096623:0:6726:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1787190457.096628:0:6726:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1787190457.096821:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1787190457.096840:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787190457.096853:0:6173:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a0148cc00/0x98bc365c4bb24379 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc438 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787190457.096865:0:6173:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: ffff925a0148cc00/0x98bc365c4bb24379 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc438 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190457.479770:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190458.503896:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787190459.527920:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190460.554139:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787190460.936498:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794154752:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190460.936613:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794155008:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190460.936642:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794155264:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190460.936671:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787190460.936678:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13315880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794154880:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190460.936701:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13315c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794155136:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190460.954604:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13315880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794154880:192.168.201.121@tcp:400:kworker.0 00010000:00080000:2.0:1787190460.954626:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13315c00 x1874004794155136/t0(0) o400->lustre-OST0000-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190460.954639:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13315c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794155136:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190460.954650:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794154752:192.168.201.121@tcp:400:kworker.0 00010000:00080000:2.0:1787190460.954661:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13314380 x1874004794155008/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190460.954670:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794155008:192.168.201.121@tcp:400:kworker.0 00010000:00080000:2.0:1787190460.954681:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13316680 x1874004794155264/t0(0) o400->lustre-OST0001-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190460.954713:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794155264:192.168.201.121@tcp:400:kworker.0 00010000:00010000:1.0:1787190461.581771:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787190462.599496:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787190463.627579:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787190463.983955:0:7032:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg121-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:1.0:1787190464.647781:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787190465.670875:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787190466.055697:0:8:0:(import.c:65:import_set_state_nolock()) ffff925a08b88800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1787190466.055705:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff925a0805e000: disconnect after 24s idle 00000100:00100000:0.0:1787190466.056750:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07152a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2398:1874004794155392:192.168.201.121@tcp:400:kworker.0 00000100:00100000:0.0:1787190466.056862:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07151180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794155648:192.168.201.121@tcp:400:kworker.0 00000100:00100000:0.0:1787190466.056896:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787190466.057143:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07151500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794155520:192.168.201.121@tcp:400:kworker.0 00000100:00080000:1.0:1787190466.065943:0:8:0:(import.c:65:import_set_state_nolock()) ffff925a08b8f000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1787190466.065950:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff925a0805e000: disconnect after 24s idle 00000100:00100000:0.0:1787190466.071386:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fabf118f-e1c4-486d-8f72-092db850cc2f:2396:1874004794155776:192.168.201.121@tcp:9:kworker.0 00000100:00100000:0.0:1787190466.071508:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07153b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fabf118f-e1c4-486d-8f72-092db850cc2f:2396:1874004794155904:192.168.201.121@tcp:9:kworker.0 00000100:00100000:1.0:1787190466.085348:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07151500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794155520:192.168.201.121@tcp:400:kworker.0 00000100:00100000:1.0:1787190466.085367:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07152a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2398:1874004794155392:192.168.201.121@tcp:400:kworker.0 00010000:00080000:1.0:1787190466.085381:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a07151180 x1874004794155648/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787190466.085392:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07151180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794155648:192.168.201.121@tcp:400:kworker.0 00010000:00080000:3.0:1787190466.116607:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a07153100 x1874004794155776/t0(0) o9->lustre-OST0000-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787190466.116630:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff925a07153100 x1874004794155776/t0(0) o9->lustre-OST0000-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787190466.116639:0:2396:0:(import.c:65:import_set_state_nolock()) ffff925a08b88800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1787190466.116645:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fabf118f-e1c4-486d-8f72-092db850cc2f:2396:1874004794155776:192.168.201.121@tcp:9:kworker.0 00010000:00080000:3.0:1787190466.116659:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a07153b80 x1874004794155904/t0(0) o9->lustre-OST0001-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787190466.116670:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff925a07153b80 x1874004794155904/t0(0) o9->lustre-OST0001-osc-ffff925a0805e000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787190466.116678:0:2396:0:(import.c:65:import_set_state_nolock()) ffff925a08b8f000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1787190466.116681:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07153b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fabf118f-e1c4-486d-8f72-092db850cc2f:2396:1874004794155904:192.168.201.121@tcp:9:kworker.0 00010000:00010000:3.0:1787190466.705843:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787190467.729080:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787190468.749051:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787190469.768497:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787190470.795584:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787190470.950997:0:7312:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg121-client.virtnet: executing yml_node 00000100:00100000:2.0:1787190471.176556:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2399:1874004794156032:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190471.176688:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2399:1874004794156288:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190471.176731:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787190471.176737:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2399:1874004794156160:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190471.186896:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2399:1874004794156160:192.168.201.121@tcp:400:kworker.0 00010000:00080000:2.0:1787190471.186920:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13316300 x1874004794156288/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190471.186932:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2399:1874004794156288:192.168.201.121@tcp:400:kworker.0 00000100:00100000:2.0:1787190471.187791:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2399:1874004794156032:192.168.201.121@tcp:400:kworker.0 00010000:00010000:0.0:1787190471.825348:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787190472.846398:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787190473.864639:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190474.886710:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787190475.925813:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787190476.300998:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794156416:192.168.201.121@tcp:400:kworker.0 00000100:00100000:3.0:1787190476.301106:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794156672:192.168.201.121@tcp:400:kworker.0 00000100:00100000:3.0:1787190476.301142:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787190476.301150:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794156544:192.168.201.121@tcp:400:kworker.0 00000100:00100000:3.0:1787190476.317062:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794156416:192.168.201.121@tcp:400:kworker.0 00000100:00100000:3.0:1787190476.332868:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794156544:192.168.201.121@tcp:400:kworker.0 00010000:00080000:3.0:1787190476.332890:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e84380 x1874004794156672/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190476.332903:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794156672:192.168.201.121@tcp:400:kworker.0 00010000:00010000:3.0:1787190476.935508:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787190477.958773:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787190478.123397:0:7766:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.44 00010000:00010000:2.0:1787190478.983255:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190480.006995:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787190481.034134:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787190481.417145:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07151180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2397:1874004794156800:192.168.201.121@tcp:400:kworker.0 00000100:00100000:1.0:1787190481.417278:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07151500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2397:1874004794157056:192.168.201.121@tcp:400:kworker.0 00000100:00100000:1.0:1787190481.417321:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787190481.417328:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07152a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2397:1874004794156928:192.168.201.121@tcp:400:kworker.0 00000100:00100000:0.0:1787190481.439120:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07152a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2397:1874004794156928:192.168.201.121@tcp:400:kworker.0 00000100:00100000:0.0:1787190481.439145:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07151180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2397:1874004794156800:192.168.201.121@tcp:400:kworker.0 00010000:00080000:0.0:1787190481.439162:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a07151500 x1874004794157056/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190481.439175:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07151500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2397:1874004794157056:192.168.201.121@tcp:400:kworker.0 00010000:00010000:2.0:1787190482.055761:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787190482.169191:0:7923:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.44 00010000:00010000:2.0:1787190483.079227:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190484.103635:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190485.134135:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787190485.459146:0:8079:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.44 00010000:00010000:1.0:1787190486.151698:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787190486.537384:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2398:1874004794157184:192.168.201.121@tcp:400:kworker.0 00000100:00100000:1.0:1787190486.537538:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794157440:192.168.201.121@tcp:400:kworker.0 00000100:00100000:1.0:1787190486.537577:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787190486.537584:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794157312:192.168.201.121@tcp:400:kworker.0 00000100:00100000:0.0:1787190486.547766:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794157312:192.168.201.121@tcp:400:kworker.0 00000100:00100000:0.0:1787190486.547788:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2398:1874004794157184:192.168.201.121@tcp:400:kworker.0 00010000:00080000:0.0:1787190486.547833:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a11eb7100 x1874004794157440/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190486.547847:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794157440:192.168.201.121@tcp:400:kworker.0 00010000:00010000:3.0:1787190487.174589:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787190487.321997:0:8226:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Wed Aug 19 21:48:05 EDT 2026 00010000:00010000:1.0:1787190488.198746:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787190489.223393:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787190490.247161:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787190491.271708:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787190491.654836:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2397:1874004794157568:192.168.201.121@tcp:400:kworker.0 00000100:00100000:0.0:1787190491.654998:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2397:1874004794157824:192.168.201.121@tcp:400:kworker.0 00000100:00100000:0.0:1787190491.655042:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787190491.655048:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2397:1874004794157696:192.168.201.121@tcp:400:kworker.0 00000100:00100000:0.0:1787190491.667197:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2397:1874004794157696:192.168.201.121@tcp:400:kworker.0 00000100:00100000:0.0:1787190491.667225:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2397:1874004794157568:192.168.201.121@tcp:400:kworker.0 00010000:00080000:0.0:1787190491.667244:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a11eb6d80 x1874004794157824/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190491.667287:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2397:1874004794157824:192.168.201.121@tcp:400:kworker.0 00010000:00010000:1.0:1787190492.295809:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787190493.321630:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787190494.344582:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787190495.388178:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787190496.393791:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787190496.776563:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794158080:192.168.201.121@tcp:400:kworker.0 00000100:00100000:3.0:1787190496.776702:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787190496.776709:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794157952:192.168.201.121@tcp:400:kworker.0 00000100:00100000:3.0:1787190496.776739:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794158208:192.168.201.121@tcp:400:kworker.0 00000100:00100000:3.0:1787190496.787986:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794157952:192.168.201.121@tcp:400:kworker.0 00000100:00100000:3.0:1787190496.788012:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794158080:192.168.201.121@tcp:400:kworker.0 00010000:00080000:3.0:1787190496.793126:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e86680 x1874004794158208/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190496.793156:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794158208:192.168.201.121@tcp:400:kworker.0 00010000:00010000:3.0:1787190497.416460:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787190498.438868:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787190499.462845:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787190500.486775:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787190501.513535:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787190501.896326:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2398:1874004794158336:192.168.201.121@tcp:400:kworker.0 00000100:00100000:1.0:1787190501.896426:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794158592:192.168.201.121@tcp:400:kworker.0 00000100:00100000:1.0:1787190501.896461:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787190501.896504:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07152d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794158464:192.168.201.121@tcp:400:kworker.0 00000100:00100000:1.0:1787190501.908156:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07152d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794158464:192.168.201.121@tcp:400:kworker.0 00000100:00100000:1.0:1787190501.908175:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2398:1874004794158336:192.168.201.121@tcp:400:kworker.0 00010000:00080000:1.0:1787190501.908316:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a07151880 x1874004794158592/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787190501.908333:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794158592:192.168.201.121@tcp:400:kworker.0 00010000:00010000:1.0:1787190502.544602:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787190503.558923:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787190504.582785:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787190505.607969:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787190506.630648:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787190506.913168:0:8787:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00000100:00100000:1.0:1787190507.015147:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2397:1874004794158720:192.168.201.121@tcp:400:kworker.0 00000100:00100000:1.0:1787190507.015294:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07152d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2397:1874004794158976:192.168.201.121@tcp:400:kworker.0 00000100:00100000:1.0:1787190507.015332:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787190507.015339:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2397:1874004794158848:192.168.201.121@tcp:400:kworker.0 00000100:00100000:1.0:1787190507.033706:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2397:1874004794158848:192.168.201.121@tcp:400:kworker.0 00000100:00100000:1.0:1787190507.033722:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2397:1874004794158720:192.168.201.121@tcp:400:kworker.0 00010000:00080000:1.0:1787190507.033735:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a07152d80 x1874004794158976/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787190507.033747:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07152d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2397:1874004794158976:192.168.201.121@tcp:400:kworker.0 00010000:00010000:0.0:1787190507.655136:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787190508.692677:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787190509.145128:0:8926:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:0.0:1787190509.703569:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787190510.726688:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787190511.118040:0:9072:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 21:48:29 (1787190509) === 00000080:00200008:2.0:1787190511.448197:0:8243:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff925a1251a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787190511.448214:0:8243:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8),name=/ 00000002:00010000:2.0:1787190511.448273:0:8243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787190511.448294:0:8243:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1787190511.448310:0:8243:0:(ldlm_lock.c:1527:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1787190511.448318:0:8243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787190511.448327:0:8243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) 00000080:00010000:2.0:1787190511.448331:0:8243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) for lock 0x98bc365c4bb24364 00000080:00010000:2.0:1787190511.448340:0:8243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x98bc365c4bb24364 from it ffffabe001d0bcb8 00010000:00010000:2.0:1787190511.448345:0:8243:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1787190511.448354:0:8243:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:3.0:1787190511.482562:0:8243:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff925a1251a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787190511.482575:0:8243:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8),name=/ 00000002:00010000:3.0:1787190511.482598:0:8243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787190511.482615:0:8243:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1787190511.482631:0:8243:0:(ldlm_lock.c:1527:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1787190511.482637:0:8243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787190511.482644:0:8243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) 00000080:00010000:3.0:1787190511.482647:0:8243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) for lock 0x98bc365c4bb24364 00000080:00010000:3.0:1787190511.482654:0:8243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x98bc365c4bb24364 from it ffffabe001d0bcb8 00010000:00010000:3.0:1787190511.482658:0:8243:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1787190511.482666:0:8243:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:0.0:1787190511.523680:0:8243:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff925a1251a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787190511.523692:0:8243:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8),name=/ 00000002:00010000:0.0:1787190511.523720:0:8243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787190511.523740:0:8243:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1787190511.523934:0:8243:0:(ldlm_lock.c:1527:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:0.0:1787190511.523945:0:8243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787190511.523953:0:8243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) 00000080:00010000:0.0:1787190511.523958:0:8243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) for lock 0x98bc365c4bb24364 00000080:00010000:0.0:1787190511.523967:0:8243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x98bc365c4bb24364 from it ffffabe001d0bcb8 00010000:00010000:0.0:1787190511.523972:0:8243:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1787190511.523982:0:8243:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:1.0:1787190511.579504:0:8243:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff925a1251a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787190511.579839:0:8243:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1251a1c8),name=/ 00000002:00010000:1.0:1787190511.579865:0:8243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787190511.579884:0:8243:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1787190511.579900:0:8243:0:(ldlm_lock.c:1527:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:1.0:1787190511.579907:0:8243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787190511.579916:0:8243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) 00000080:00010000:1.0:1787190511.579920:0:8243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff925a1251a1c8) for lock 0x98bc365c4bb24364 00000080:00010000:1.0:1787190511.579928:0:8243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x98bc365c4bb24364 from it ffffabe001d0bcb8 00010000:00010000:1.0:1787190511.579943:0:8243:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1787190511.579952:0:8243:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff925a0805e000 lock: ffff925a0148c200/0x98bc365c4bb24364 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf10e68d63abdc397 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1787190511.762631:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787190512.003771:0:9121:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787190512.003775:0:9121:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1787190512.003777:0:9121:0:(obd_mount.c:926:lmd_print()) device: 192.168.201.121@tcp:/lustre 00000020:01000004:2.0:1787190512.003778:0:9121:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1787190512.003926:0:9121:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff925a034ab000 00000080:01000004:2.0:1787190512.003936:0:9121:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1787190512.003957:0:9121:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.121@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787190512.003960:0:9121:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.121@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1787190512.003967:0:9121:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff925a034ab000 (sb ffff925a034ab000) 00000080:01000000:2.0:1787190512.004060:0:9121:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1787190512.004062:0:9121:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1787190512.004066:0:9121:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:2.0:1787190512.004072:0:9121:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 9ec143c8-f482-4099-9c05-29a32b40dfe8 10000000:01000000:2.0:1787190512.019634:0:9121:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787190512.019651:0:9121:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff925a034ab000 10000000:01000000:2.0:1787190512.019660:0:9121:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff925a034ab000 10000000:01000000:2.0:1787190512.019665:0:9121:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787190512.019670:0:9121:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff925a034ab000 10000000:01000000:2.0:1787190512.019673:0:9121:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787190512.019677:0:9121:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff925a034ab000 10000000:01000000:2.0:1787190512.019680:0:9121:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1787190512.019684:0:9121:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff925a034ab000 from 1 10000000:01000000:2.0:1787190512.019688:0:9121:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787190512.019737:0:9121:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a42044600/0x98bc365c4bb24380 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190512.019750:0:9121:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: ffff925a42044600/0x98bc365c4bb24380 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190512.019763:0:9121:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: ffff925a42044600/0x98bc365c4bb24380 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787190512.019796:0:9121:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794159104:192.168.201.121@tcp:101:mount.lustre.0 00000100:00100000:2.0:1787190512.019913:0:9121:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a07f5f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787190512.038193:0:9121:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794159104:192.168.201.121@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787190512.038233:0:9121:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: ffff925a42044600/0x98bc365c4bb24380 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc477 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190512.038257:0:9121:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: ffff925a42044600/0x98bc365c4bb24380 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf10e68d63abdc477 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787190512.038342:0:9121:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794159232:192.168.201.121@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787190512.038448:0:9121:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a07f5f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787190512.047102:0:9121:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794159232:192.168.201.121@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787190512.047173:0:9121:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794159360:192.168.201.121@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787190512.048461:0:9121:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a07f5f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787190512.061032:0:9121:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794159360:192.168.201.121@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787190512.061685:0:9125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9125:1874004794159488:192.168.201.121@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787190512.061781:0:9125:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a07f5fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1787190512.067228:0:9125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9125:1874004794159488:192.168.201.121@tcp:502:llog_process_th.0 00000020:01000000:2.0:1787190512.067274:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787190512.067287:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787190512.067290:0:9125:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1787190512.067297:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff925a034ab000 00000020:00000080:2.0:1787190512.067301:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787190512.067329:0:9125:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff925a034ab000 (ffff925a133a99b8) 00000020:00000080:2.0:1787190512.067359:0:9125:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:2.0:1787190512.067379:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff925a034ab000 00000020:00000080:2.0:1787190512.067381:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1787190512.067938:0:9125:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff925a034ab000 (uuid 9ec143c8-f482-4099-9c05-29a32b40dfe8) 00000020:01000000:0.0:1787190512.067946:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787190512.067968:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.067970:0:9125:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1787190512.067974:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787190512.067977:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.067979:0:9125:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1787190512.067983:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff925a034ab000 00000020:00000080:0.0:1787190512.067986:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787190512.067995:0:9125:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff925a034ab000 (ffff925a08b78000) 00000020:00000080:0.0:1787190512.068006:0:9125:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:0.0:1787190512.068012:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff925a034ab000 00000020:00000080:0.0:1787190512.068016:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1787190512.072263:0:9125:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff925a034ab000 (uuid 9ec143c8-f482-4099-9c05-29a32b40dfe8) 00000020:01000000:0.0:1787190512.072280:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787190512.072288:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.072290:0:9125:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1787190512.072294:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787190512.072299:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.072300:0:9125:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1787190512.072304:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1787190512.072307:0:9125:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1787190512.072310:0:9125:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1787190512.072317:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787190512.072319:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.072320:0:9125:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1787190512.072322:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787190512.072326:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.072328:0:9125:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1787190512.072330:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787190512.072336:0:9125:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.121@tcp to nid 0x20000c0a8c979 (192.168.201.121@tcp) 00000020:01000000:0.0:1787190512.072392:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff925a034ab000 00000020:00000080:0.0:1787190512.072396:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787190512.072414:0:9125:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff925a034ab000 (ffff925a133b0000) 00000020:00000080:0.0:1787190512.072439:0:9125:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:0.0:1787190512.072448:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff925a034ab000 00000020:00000080:0.0:1787190512.072451:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787190512.072564:0:9125:0:(ldlm_lib.c:102:import_set_conn()) imp ffff925a08bb1000@lustre-MDT0000-mdc-ffff925a034ab000: add connection 192.168.201.121@tcp at head 00010000:00010000:0.0:1787190512.072677:0:9125:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff925a034ab000-5 is initialized 00000040:01000000:0.0:1787190512.072891:0:9125:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff925a034ab000 ctxt 13 is initialized 00000020:00000080:0.0:1787190512.072915:0:9125:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff925a034ab000 (uuid 9ec143c8-f482-4099-9c05-29a32b40dfe8) 00000020:01000000:0.0:1787190512.072921:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff925a034ab000 00000020:00000080:0.0:1787190512.072923:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787190512.072938:0:9125:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1787190512.073234:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787190512.073238:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.073240:0:9125:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1787190512.073243:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787190512.073245:0:9125:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1787190512.073247:0:9125:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787190512.073248:0:9125:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787190512.073250:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787190512.073252:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.073253:0:9125:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787190512.073255:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787190512.073258:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.073259:0:9125:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1787190512.073262:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787190512.073265:0:9125:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.121@tcp to nid 0x20000c0a8c979 (192.168.201.121@tcp) 00000020:01000000:0.0:1787190512.073278:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff925a034ab000 00000020:00000080:0.0:1787190512.073280:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787190512.073287:0:9125:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff925a034ab000 (ffff925a133b3370) 00000020:00000080:0.0:1787190512.073297:0:9125:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:0.0:1787190512.073301:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff925a034ab000 00000020:00000080:0.0:1787190512.073304:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787190512.073360:0:9125:0:(ldlm_lib.c:102:import_set_conn()) imp ffff925a08bb7800@lustre-MDT0001-mdc-ffff925a034ab000: add connection 192.168.201.121@tcp at head 00010000:00010000:0.0:1787190512.073529:0:9125:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff925a034ab000-6 is initialized 00000040:01000000:0.0:1787190512.073700:0:9125:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff925a034ab000 ctxt 13 is initialized 00000020:00000080:0.0:1787190512.073721:0:9125:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff925a034ab000 (uuid 9ec143c8-f482-4099-9c05-29a32b40dfe8) 00000020:01000000:0.0:1787190512.073727:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff925a034ab000 00000020:00000080:0.0:1787190512.073730:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787190512.073742:0:9125:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1787190512.073763:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787190512.073767:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.073768:0:9125:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1787190512.073770:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787190512.073772:0:9125:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:0.0:1787190512.073774:0:9125:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787190512.073775:0:9125:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787190512.073777:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787190512.073780:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.073781:0:9125:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787190512.073783:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787190512.073786:0:9125:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.201.121@tcp:/lustre 00000020:00000080:0.0:1787190512.073789:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.073790:0:9125:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1787190512.073793:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787190512.073796:0:9125:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.121@tcp to nid 0x20000c0a8c979 (192.168.201.121@tcp) 00000020:01000000:0.0:1787190512.073810:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff925a034ab000 00000020:00000080:0.0:1787190512.073812:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787190512.073818:0:9125:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff925a034ab000 (ffff925a133b19b8) 00000020:00000080:0.0:1787190512.073827:0:9125:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:0.0:1787190512.073832:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff925a034ab000 00000020:00000080:0.0:1787190512.073834:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787190512.073894:0:9125:0:(ldlm_lib.c:102:import_set_conn()) imp ffff925a08bb6800@lustre-OST0000-osc-ffff925a034ab000: add connection 192.168.201.121@tcp at head 00010000:00010000:0.0:1787190512.076704:0:9125:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff925a034ab000-7 is initialized 00000020:00000080:0.0:1787190512.076933:0:9125:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff925a034ab000 (uuid 9ec143c8-f482-4099-9c05-29a32b40dfe8) 00000020:01000000:0.0:1787190512.076948:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff925a034ab000 00000020:00000080:0.0:1787190512.077537:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1787190512.077569:0:9125:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1787190512.077579:0:9125:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff925a034ab000: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1787190512.077585:0:9125:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1787190512.077603:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787190512.077608:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.077610:0:9125:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1787190512.077614:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787190512.077616:0:9125:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1787190512.077618:0:9125:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787190512.077619:0:9125:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787190512.077621:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787190512.077623:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.077625:0:9125:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787190512.077628:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787190512.077632:0:9125:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.201.121@tcp:/lustre 00000020:00000080:0.0:1787190512.077635:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.077636:0:9125:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1787190512.077639:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787190512.077645:0:9125:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.121@tcp to nid 0x20000c0a8c979 (192.168.201.121@tcp) 00000020:01000000:0.0:1787190512.077677:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff925a034ab000 00000020:00000080:0.0:1787190512.077681:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787190512.077692:0:9125:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff925a034ab000 (ffff925a133b4d28) 00000020:00000080:0.0:1787190512.077712:0:9125:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:0.0:1787190512.077718:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff925a034ab000 00000020:00000080:0.0:1787190512.077720:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787190512.077795:0:9125:0:(ldlm_lib.c:102:import_set_conn()) imp ffff925a08bb2800@lustre-OST0001-osc-ffff925a034ab000: add connection 192.168.201.121@tcp at head 00010000:00010000:0.0:1787190512.077942:0:9125:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff925a034ab000-8 is initialized 00000020:00000080:0.0:1787190512.079410:0:9125:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff925a034ab000 (uuid 9ec143c8-f482-4099-9c05-29a32b40dfe8) 00000020:01000000:0.0:1787190512.079426:0:9125:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff925a034ab000 00000020:00000080:0.0:1787190512.079430:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1787190512.079451:0:9125:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1787190512.081434:0:9125:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff925a034ab000: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1787190512.081445:0:9125:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1787190512.081491:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787190512.081497:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.081499:0:9125:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1787190512.081503:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787190512.081507:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.081509:0:9125:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787190512.081511:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787190512.081513:0:9125:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787190512.081515:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787190512.081516:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.081517:0:9125:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000100:00100000:0.0:1787190512.081567:0:9125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9125:1874004794159616:192.168.201.121@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787190512.081800:0:9125:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a04e82240 going to sleep for 11 seconds 00000100:00100000:0.0:1787190512.088050:0:9125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9125:1874004794159616:192.168.201.121@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787190512.088100:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787190512.088112:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.088115:0:9125:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787190512.088127:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1787190512.088173:0:9125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9125:1874004794159744:192.168.201.121@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787190512.088493:0:9125:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a13f13240 going to sleep for 11 seconds 00000100:00100000:0.0:1787190512.103942:0:9125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9125:1874004794159744:192.168.201.121@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787190512.104005:0:9125:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787190512.104019:0:9125:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.104022:0:9125:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787190512.104029:0:9125:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1787190512.104775:0:9121:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1787190512.104803:0:9121:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787190512.104826:0:9121:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a42044600/0x98bc365c4bb24380 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc477 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190512.104838:0:9121:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: ffff925a42044600/0x98bc365c4bb24380 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc477 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787190512.104845:0:9121:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff925a034ab000 from 1 10000000:01000000:2.0:1787190512.104848:0:9121:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1787190512.104896:0:9121:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb243b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190512.104904:0:9121:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb243b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190512.104915:0:9121:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb243b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787190512.104940:0:9121:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794159872:192.168.201.121@tcp:101:mount.lustre.0 00000100:00100000:2.0:1787190512.105055:0:9121:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a07f5fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787190512.114318:0:9121:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794159872:192.168.201.121@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787190512.114356:0:9121:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb243b1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc47e expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190512.114382:0:9121:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb243b1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf10e68d63abdc47e expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787190512.114986:0:9121:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794160000:192.168.201.121@tcp:256:mount.lustre.0 00000100:00100000:2.0:1787190512.115084:0:9121:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a07f5fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787190512.132347:0:9121:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794160000:192.168.201.121@tcp:256:mount.lustre.0 10000000:01000000:2.0:1787190512.133119:0:9121:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1787190512.133153:0:9121:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb243b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc47e expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190512.133168:0:9121:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: ffff925a42045c00/0x98bc365c4bb243b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc47e expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787190512.133216:0:9121:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff925a034ab000 from 1 10000000:01000000:2.0:1787190512.133219:0:9121:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787190512.133257:0:9121:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a42044a00/0x98bc365c4bb243b8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190512.133265:0:9121:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: ffff925a42044a00/0x98bc365c4bb243b8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190512.133279:0:9121:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: ffff925a42044a00/0x98bc365c4bb243b8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787190512.133303:0:9121:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794160128:192.168.201.121@tcp:101:mount.lustre.0 00000100:00100000:2.0:1787190512.133417:0:9121:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a07f5fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1787190512.139588:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07152d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794160256:192.168.201.121@tcp:400:kworker.0 00000100:00100000:1.0:1787190512.139695:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787190512.139701:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794160384:192.168.201.121@tcp:400:kworker.0 00000100:00100000:3.0:1787190512.157117:0:9121:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794160128:192.168.201.121@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787190512.157160:0:9121:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: ffff925a42044a00/0x98bc365c4bb243b8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc485 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190512.157177:0:9121:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: ffff925a42044a00/0x98bc365c4bb243b8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf10e68d63abdc485 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787190512.157293:0:9121:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794160512:192.168.201.121@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787190512.157398:0:9121:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a08b2d000 going to sleep for 11 seconds 00010000:00080000:1.0:1787190512.157781:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a07151880 x1874004794160384/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787190512.157797:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794160384:192.168.201.121@tcp:400:kworker.0 00000100:00100000:1.0:1787190512.157822:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07152d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794160256:192.168.201.121@tcp:400:kworker.0 00000100:00100000:3.0:1787190512.165057:0:9121:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794160512:192.168.201.121@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787190512.165161:0:9121:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794160640:192.168.201.121@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787190512.165296:0:9121:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a08b2d000 going to sleep for 11 seconds 00000100:00100000:3.0:1787190512.180383:0:9121:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9121:1874004794160640:192.168.201.121@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787190512.182735:0:9129:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9129:1874004794160768:192.168.201.121@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787190512.182917:0:9129:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a13f13240 going to sleep for 11 seconds 00000100:00100000:0.0:1787190512.190774:0:9129:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9129:1874004794160768:192.168.201.121@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787190512.190839:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787190512.190858:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.190861:0:9129:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1787190512.190872:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff925a034ab000 00000020:00000080:0.0:1787190512.190877:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787190512.190888:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787190512.190891:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.190892:0:9129:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1787190512.190894:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787190512.190897:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.190898:0:9129:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1787190512.190902:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff925a034ab000 00000020:00000080:0.0:1787190512.190904:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1787190512.191101:0:9129:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9129:1874004794160896:192.168.201.121@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787190512.191255:0:9129:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a421e0180 going to sleep for 11 seconds 00000100:00100000:0.0:1787190512.196927:0:9129:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:9129:1874004794160896:192.168.201.121@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787190512.196997:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787190512.197008:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787190512.197021:0:9129:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1787190512.197029:0:9129:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1787190512.197250:0:9121:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:2.0:1787190512.197282:0:9121:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787190512.197304:0:9121:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a42044a00/0x98bc365c4bb243b8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc485 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190512.197317:0:9121:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: ffff925a42044a00/0x98bc365c4bb243b8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc485 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1787190512.197343:0:9121:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1787190512.197384:0:9121:0:(genops.c:1385:class_connect()) connect: client 9ec143c8-f482-4099-9c05-29a32b40dfe8, cookie 0x98bc365c4bb243bf 00800000:01000000:2.0:1787190512.197413:0:9121:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 9ec143c8-f482-4099-9c05-29a32b40dfe8 to lustre-clilmv-ffff925a034ab000 00800000:01000000:2.0:1787190512.197423:0:9121:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff925a034ab000(9ec143c8-f482-4099-9c05-29a32b40dfe8) - lustre-MDT0000_UUID, 9ec143c8-f482-4099-9c05-29a32b40dfe8 00000020:00000080:2.0:1787190512.197432:0:9121:0:(genops.c:1385:class_connect()) connect: client 9ec143c8-f482-4099-9c05-29a32b40dfe8, cookie 0x98bc365c4bb243c6 00000100:00080000:2.0:1787190512.197442:0:9121:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff925a034ab000: connect to NID 192.168.201.121@tcp last attempt 0 00000100:00080000:2.0:1787190512.197495:0:9121:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff925a034ab000: import ffff925a08bb1000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000008:00100000:2.0:1787190512.197510:0:9121:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683180 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787190512.197544:0:9121:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff925a13316300 x1874004794161024/t0(0) o38->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787190512.197577:0:9121:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID 00800000:01000000:2.0:1787190512.197684:0:9121:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff925a034ab000(9ec143c8-f482-4099-9c05-29a32b40dfe8) successfully (5) 00800000:00000004:2.0:1787190512.197688:0:9121:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff925a034ab000: age -645, max_age 0 00800000:01000000:2.0:1787190512.197723:0:9121:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff925a034ab000(9ec143c8-f482-4099-9c05-29a32b40dfe8) - lustre-MDT0001_UUID, 9ec143c8-f482-4099-9c05-29a32b40dfe8 00000020:00000080:2.0:1787190512.197732:0:9121:0:(genops.c:1385:class_connect()) connect: client 9ec143c8-f482-4099-9c05-29a32b40dfe8, cookie 0x98bc365c4bb243cd 00000100:00080000:2.0:1787190512.197738:0:9121:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff925a034ab000: connect to NID 192.168.201.121@tcp last attempt 0 00000100:00080000:2.0:1787190512.197742:0:9121:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff925a034ab000: import ffff925a08bb7800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000008:00100000:2.0:1787190512.197747:0:9121:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683180 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787190512.197757:0:9121:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff925a13315c00 x1874004794161280/t0(0) o38->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787190512.197765:0:9121:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID 00800000:01000000:2.0:1787190512.197804:0:9121:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff925a034ab000(9ec143c8-f482-4099-9c05-29a32b40dfe8) successfully (5) 00800000:00000004:2.0:1787190512.197807:0:9121:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff925a034ab000: age -645, max_age 0 00000080:00000004:2.0:1787190512.197824:0:9121:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff925a034ab000: age -645, max_age 354 00800000:00000004:2.0:1787190512.197830:0:9121:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff925a034ab000: age -645, max_age 354 00000100:00080000:2.0:1787190512.197851:0:9121:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff925a13314000 x1874004794161536/t0(0) o41->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190512.197862:0:9121:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a07f5fb40 going to sleep for 0 seconds 00000100:00080000:2.0:1787190512.197886:0:2400:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff925a13314380 x1874004794161152/t0(0) o41->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190512.197912:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1787190512.197917:0:2400:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff925a13315880 x1874004794161408/t0(0) o41->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190512.202106:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9ec143c8-f482-4099-9c05-29a32b40dfe8:2396:1874004794161024:192.168.201.121@tcp:38:mount.lustre.0 00000100:00100000:1.0:1787190512.204250:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13315c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9ec143c8-f482-4099-9c05-29a32b40dfe8:2396:1874004794161280:192.168.201.121@tcp:38:mount.lustre.0 00000100:00100000:3.0:1787190512.213816:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a034ab000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787190512.213838:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff925a034ab000: connect to target with instance 1 00000100:00080000:3.0:1787190512.213851:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff925a034ab000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1787190512.213870:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787190512.213875:0:2396:0:(import.c:65:import_set_state_nolock()) ffff925a08bb1000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1787190512.214500:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c24a2af3): req@ffff925a13314000 x1874004794161536/t0(0) o41->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787190512.214533:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005d96f206): req@ffff925a13314380 x1874004794161152/t0(0) o41->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190512.214551:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9ec143c8-f482-4099-9c05-29a32b40dfe8:2396:1874004794161024:192.168.201.121@tcp:38:mount.lustre.0 00010000:00080000:0.0:1787190512.214613:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13315c00 x1874004794161280/t0(0) o38->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1787190522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190512.214624:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a034ab000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1787190512.214631:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff925a034ab000: connect to target with instance 1 00000100:00080000:0.0:1787190512.214640:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff925a034ab000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1787190512.214650:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1787190512.214652:0:2396:0:(import.c:65:import_set_state_nolock()) ffff925a08bb7800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1787190512.214748:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005d96f206): req@ffff925a13315880 x1874004794161408/t0(0) o41->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190512.214757:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13315c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9ec143c8-f482-4099-9c05-29a32b40dfe8:2396:1874004794161280:192.168.201.121@tcp:38:mount.lustre.0 00000100:00100000:3.0:1787190512.216734:0:9121:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a07f5fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1787190512.223199:0:9121:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ec143c8-f482-4099-9c05-29a32b40dfe8:9121:1874004794161536:192.168.201.121@tcp:41:mount.lustre.0 00800000:00000004:3.0:1787190512.223254:0:9121:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff925a034ab000: update ffff925a133b0450 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:3.0:1787190512.223266:0:9121:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff925a034ab000: update ffff925a08b78450 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:3.0:1787190512.223445:0:9121:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ec143c8-f482-4099-9c05-29a32b40dfe8:9121:1874004794161664:192.168.201.121@tcp:40:mount.lustre.0 00000100:00100000:3.0:1787190512.223676:0:9121:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a08b2dc00 going to sleep for 11 seconds 00010000:00080000:2.0:1787190512.223771:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13315880 x1874004794161408/t0(0) o41->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1787190528 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190512.223789:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13315880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:0:1874004794161408:192.168.201.121@tcp:41:mount.lustre.0 00000100:00100000:2.0:1787190512.223802:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:0:1874004794161152:192.168.201.121@tcp:41:mount.lustre.0 00000100:00100000:3.0:1787190512.235761:0:9121:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ec143c8-f482-4099-9c05-29a32b40dfe8:9121:1874004794161664:192.168.201.121@tcp:40:mount.lustre.0 00000080:00000004:3.0:1787190512.235807:0:9121:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1787190512.235829:0:9121:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683180 ocd_grant: 2146304 00020000:01000000:3.0:1787190512.235835:0:9121:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:0.0:1787190512.238043:0:9121:0:(genops.c:1385:class_connect()) connect: client 9ec143c8-f482-4099-9c05-29a32b40dfe8, cookie 0x98bc365c4bb243d4 00000020:00000080:0.0:1787190512.238087:0:9121:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x98bc365c4bb243db 00000100:00080000:0.0:1787190512.238108:0:9121:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff925a034ab000: connect to NID 192.168.201.121@tcp last attempt 0 00000100:00080000:0.0:1787190512.238129:0:9121:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff925a034ab000: import ffff925a08bb6800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000008:00100000:0.0:1787190512.238151:0:9121:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683180 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787190512.238195:0:9121:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff925a11eb6d80 x1874004794161792/t0(0) o8->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787190512.238242:0:9121:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID 00020000:01000000:0.0:1787190512.238266:0:9121:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff925a034ab000) active 00000020:00000080:0.0:1787190512.238304:0:9121:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x98bc365c4bb243e2 00000100:00080000:0.0:1787190512.238311:0:9121:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff925a034ab000: connect to NID 192.168.201.121@tcp last attempt 0 00000100:00080000:0.0:1787190512.238317:0:9121:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff925a034ab000: import ffff925a08bb2800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00100000:2.0:1787190512.238547:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9ec143c8-f482-4099-9c05-29a32b40dfe8:2396:1874004794161792:192.168.201.121@tcp:8:mount.lustre.0 00000008:00100000:0.0:1787190512.239000:0:9121:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683180 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787190512.239033:0:9121:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff925a11eb7100 x1874004794161920/t0(0) o8->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787190512.239050:0:9121:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID 00020000:01000000:0.0:1787190512.239061:0:9121:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff925a034ab000) active 00000100:00100000:0.0:1787190512.239130:0:9121:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ec143c8-f482-4099-9c05-29a32b40dfe8:9121:1874004794162048:192.168.201.121@tcp:900:mount.lustre.0 00000100:00100000:0.0:1787190512.239170:0:9121:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a13f13240 going to sleep for 11 seconds 00000100:00100000:2.0:1787190512.239452:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9ec143c8-f482-4099-9c05-29a32b40dfe8:2396:1874004794161920:192.168.201.121@tcp:8:mount.lustre.0 00000100:00100000:3.0:1787190512.246441:0:9121:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ec143c8-f482-4099-9c05-29a32b40dfe8:9121:1874004794162048:192.168.201.121@tcp:900:mount.lustre.0 00000100:00100000:3.0:1787190512.246594:0:9121:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ec143c8-f482-4099-9c05-29a32b40dfe8:9121:1874004794162176:192.168.201.121@tcp:33:mount.lustre.0 00000100:00100000:3.0:1787190512.246782:0:9121:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a08b2dc00 going to sleep for 11 seconds 00010000:00080000:1.0:1787190512.247187:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a11eb7100 x1874004794161920/t0(0) o8->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1787190522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787190512.247203:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff925a034ab000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787190512.247214:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff925a034ab000: connect to target with instance 1 00000100:00080000:1.0:1787190512.247449:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff925a034ab000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1787190512.247495:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1787190512.247501:0:2396:0:(import.c:65:import_set_state_nolock()) ffff925a08bb2800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1787190512.247510:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:1.0:1787190512.247516:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1787190512.247534:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1787190512.247552:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9ec143c8-f482-4099-9c05-29a32b40dfe8:2396:1874004794161920:192.168.201.121@tcp:8:mount.lustre.0 00010000:00080000:1.0:1787190512.247647:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a11eb6d80 x1874004794161792/t0(0) o8->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1787190522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787190512.247658:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff925a034ab000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787190512.247663:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff925a034ab000: connect to target with instance 1 00000100:00080000:1.0:1787190512.247669:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff925a034ab000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1787190512.247674:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1787190512.247676:0:2396:0:(import.c:65:import_set_state_nolock()) ffff925a08bb6800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1787190512.247681:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:1.0:1787190512.247683:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1787190512.247686:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1787190512.247691:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9ec143c8-f482-4099-9c05-29a32b40dfe8:2396:1874004794161792:192.168.201.121@tcp:8:mount.lustre.0 00000100:00100000:3.0:1787190512.250878:0:9121:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ec143c8-f482-4099-9c05-29a32b40dfe8:9121:1874004794162176:192.168.201.121@tcp:33:mount.lustre.0 00000080:00200000:0.0:1787190512.257774:0:9121:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff925a1256e3c8) 00000080:00200000:0.0:1787190512.257792:0:9121:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:0.0:1787190512.257898:0:9121:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_44_gafaaa93 00000080:00000004:0.0:1787190512.265081:0:9121:0:(super25.c:182:lustre_fill_super()) 192.168.201.121@tcp:/lustre: Mount complete 00000400:00000001:2.0:1787190512.485563:0:9151:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:0.0:1787190512.774790:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190512.774801:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190512.774810:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190512.774811:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190512.774835:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190512.774839:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190512.774842:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787190513.543038:0:9084:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d110 (cpu 1) has reached its deadline 4295024487, at 4295024512 00000100:00000010:1.0:1787190513.543064:0:9084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a04eaa000. 00000100:00000040:0.0:1787190513.545626:0:8285:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d000 (cpu 0) has reached its deadline 4295024487, at 4295024515 00000100:00000010:0.0:1787190513.545650:0:8285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a04eaae40. 00010000:00000001:0.0:1787190513.799735:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190513.799750:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190513.799761:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190513.799762:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787190513.806630:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787190513.806641:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787190513.806647:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190514.822613:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190514.822621:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190514.822628:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190514.822629:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190514.822650:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190514.822653:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190514.822656:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190515.846936:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190515.846944:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190515.846972:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190515.846974:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787190515.848843:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787190515.848852:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787190515.848858:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190516.871891:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190516.871901:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190516.871909:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190516.871910:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190516.871937:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190516.871941:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190516.871944:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787190517.254599:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190517.254612:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190517.254621:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13314380. 00000020:00000040:2.0:1787190517.254627:0:37:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000001:2.0:1787190517.254632:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190517.254635:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190517.254640:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190517.254649:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a131ae200. 00000100:00000001:2.0:1787190517.254656:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254668:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS req@ffff925a13314380 x1874004794162304/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190517.254693:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190517.254698:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254704:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a68d525f] to pc [ptlrpcd_01_01+1] req@ffff925a13314380 x1874004794162304/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.254726:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190517.254732:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190517.254735:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13315880. 00000020:00000040:2.0:1787190517.254737:0:37:0:(genops.c:1210:class_import_get()) import ffff925a06187800 refcount=4 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000100:00000001:2.0:1787190517.254740:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190517.254741:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190517.254743:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190517.254745:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a131aef00. 00000100:00000001:2.0:1787190517.254748:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254753:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID req@ffff925a13315880 x1874004794162432/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190517.254759:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190517.254761:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254765:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077923227] to pc [ptlrpcd_01_00+0] req@ffff925a13315880 x1874004794162432/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.254772:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254774:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190517.254776:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190517.254778:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13317480. 00000020:00000040:2.0:1787190517.254780:0:37:0:(genops.c:1210:class_import_get()) import ffff925a06180800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000100:00000001:2.0:1787190517.254782:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190517.254783:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190517.254785:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190517.254789:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a12c1ad00. 00000100:00000001:2.0:1787190517.254798:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254802:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID req@ffff925a13317480 x1874004794162560/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190517.254808:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190517.254810:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254813:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d026f8ca] to pc [ptlrpcd_01_01+1] req@ffff925a13317480 x1874004794162560/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.254821:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254823:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787190517.254827:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787190517.254830:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787190517.254833:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787190517.254835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190517.254838:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190517.254841:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13314a80. 00000020:00000040:2.0:1787190517.254844:0:37:0:(genops.c:1210:class_import_get()) import ffff925a08bb1000 refcount=4 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000100:00000001:2.0:1787190517.254846:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190517.254847:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190517.254849:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190517.254854:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581e00. 00000100:00000001:2.0:1787190517.254857:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254860:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID req@ffff925a13314a80 x1874004794162688/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190517.254867:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190517.254868:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254872:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060006925] to pc [ptlrpcd_01_00+0] req@ffff925a13314a80 x1874004794162688/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.254890:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254892:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190517.254895:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190517.254898:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13316d80. 00000020:00000040:2.0:1787190517.254900:0:37:0:(genops.c:1210:class_import_get()) import ffff925a08bb7800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000100:00000001:2.0:1787190517.254903:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190517.254904:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190517.254906:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190517.254909:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581f00. 00000100:00000001:2.0:1787190517.254912:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254916:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID req@ffff925a13316d80 x1874004794162816/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190517.254923:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190517.254925:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254928:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000655f25d2] to pc [ptlrpcd_01_01+1] req@ffff925a13316d80 x1874004794162816/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.254935:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190517.254940:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190517.254943:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13317100. 00000020:00000040:2.0:1787190517.254945:0:37:0:(genops.c:1210:class_import_get()) import ffff925a08bb6800 refcount=3 obd=lustre-OST0000-osc-ffff925a034ab000 00000100:00000001:2.0:1787190517.254947:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190517.254948:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190517.254950:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190517.254953:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581100. 00000100:00000001:2.0:1787190517.254956:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254959:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID req@ffff925a13317100 x1874004794162944/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190517.254966:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190517.254973:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254978:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049b3da96] to pc [ptlrpcd_01_00+0] req@ffff925a13317100 x1874004794162944/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.254984:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.254986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190517.254989:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190517.254993:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13317b80. 00000020:00000040:2.0:1787190517.254995:0:37:0:(genops.c:1210:class_import_get()) import ffff925a08bb2800 refcount=3 obd=lustre-OST0001-osc-ffff925a034ab000 00000100:00000001:2.0:1787190517.254997:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190517.254998:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190517.255000:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190517.255002:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581c00. 00000100:00000001:2.0:1787190517.255005:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.255009:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID req@ffff925a13317b80 x1874004794163072/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190517.255016:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190517.255017:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.255021:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cddc5b42] to pc [ptlrpcd_01_01+1] req@ffff925a13317b80 x1874004794163072/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.255027:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.255032:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (365) 00000100:00000001:2.0:1787190517.255259:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190517.255263:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190517.255266:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190517.255272:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13314380 x1874004794162304/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.255290:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190517.255293:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190517.255297:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190517.255300:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190517.255303:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190517.255307:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794162304:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190517.255317:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190517.255324:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190517.255327:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190517.255329:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190517.255333:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a10e49400. 02000000:00000001:2.0:1787190517.255335:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190517.255343:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190517.255348:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167bb00. 00000400:00000010:2.0:1787190517.255356:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df550. 00000100:00000200:2.0:1787190517.255364:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794162304, portal 25 00000100:00000001:2.0:1787190517.255366:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190517.255367:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299548544 : -120559410003072 : ffff925a13314380) 00000100:00000040:2.0:1787190517.255373:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13314380 x1874004794162304/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.255381:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190517.255384:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190517.255386:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df2a8. 00000100:00000200:2.0:1787190517.255390:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004794162304, offset 0 00000400:00000200:2.0:1787190517.255397:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190517.255407:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190517.255415:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190517.255421:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190517.255426:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190517.255430:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190517.255433:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190517.255437:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [128:128:256:4294967295] 192.168.201.121@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:2.0:1787190517.255442:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190517.255453:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190517.255460:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190517.255490:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15581600. 00000800:00000200:2.0:1787190517.255498:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190517.255513:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190517.255517:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15581600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190517.255530:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190517.255534:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190517.255537:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295029503 00000100:00000010:2.0:1787190517.255541:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a04eaa8a0. 00000100:00000001:2.0:1787190517.255547:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787190517.255552:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295029503 00000100:00000010:2.0:1787190517.255555:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a04eaa000. 00000100:00000001:2.0:1787190517.255558:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787190517.255561:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190517.255564:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190517.255566:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190517.255570:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13317480 x1874004794162560/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.255578:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190517.255579:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190517.255581:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190517.255583:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190517.255584:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190517.255587:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13317480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794162560:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190517.255590:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190517.255593:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190517.255594:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190517.255596:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190517.255599:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a10e48400. 02000000:00000001:2.0:1787190517.255601:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190517.255604:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190517.255607:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167bc60. 00000400:00000010:2.0:1787190517.255610:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df088. 00000100:00000200:2.0:1787190517.255613:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794162560, portal 10 00000100:00000001:2.0:1787190517.255615:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190517.255621:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299561088 : -120559409990528 : ffff925a13317480) 00000100:00000040:2.0:1787190517.255629:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13317480 x1874004794162560/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.255634:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190517.255636:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190517.255639:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfa18. 00000100:00000200:2.0:1787190517.255641:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794162560, offset 0 00000400:00000200:2.0:1787190517.255645:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190517.255649:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190517.255652:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190517.255654:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190517.255656:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190517.255659:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190517.255661:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190517.255664:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [129:129:255:4294967295] 192.168.201.121@tcp LPNI seq info [129:129:7:4294967295] 00000400:00000200:2.0:1787190517.255667:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190517.255673:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190517.255677:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190517.255680:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15581300. 00000800:00000200:2.0:1787190517.255683:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190517.255687:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190517.255690:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15581300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190517.255693:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.255696:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: using a timeout of 93076 usecs (94 jiffies) 00000400:00000200:2.0:1787190517.255699:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190517.255701:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295028318 00000100:00000001:2.0:1787190517.255704:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 0, keep current deadline 4295029503 00000100:00000001:2.0:1787190517.255706:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295028318 00000100:00000001:2.0:1787190517.255708:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 1, keep current deadline 4295029503 00000100:00000001:2.0:1787190517.255709:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190517.255715:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190517.255717:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190517.255721:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13316d80 x1874004794162816/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.255728:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190517.255729:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190517.255731:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190517.255733:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190517.255734:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190517.255737:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794162816:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190517.255740:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190517.255742:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190517.255744:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190517.255745:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190517.255748:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a10e48000. 02000000:00000001:2.0:1787190517.255750:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190517.255753:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190517.255756:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167bc08. 00000400:00000010:2.0:1787190517.255759:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df660. 00000100:00000200:2.0:1787190517.255762:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794162816, portal 10 00000100:00000001:2.0:1787190517.255763:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190517.255765:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299559296 : -120559409992320 : ffff925a13316d80) 00000100:00000040:2.0:1787190517.255771:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13316d80 x1874004794162816/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.255777:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190517.255779:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190517.255782:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df7f8. 00000100:00000200:2.0:1787190517.255784:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794162816, offset 0 00000400:00000200:2.0:1787190517.255787:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190517.255791:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190517.255794:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190517.255796:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190517.255804:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190517.255806:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190517.255809:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190517.255811:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [130:130:254:4294967295] 192.168.201.121@tcp LPNI seq info [130:130:6:4294967295] 00000400:00000200:2.0:1787190517.255815:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190517.255822:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190517.255826:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190517.255830:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15581400. 00000800:00000200:2.0:1787190517.255833:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190517.255836:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190517.255839:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15581400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190517.255841:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.255845:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: using a timeout of 26728 usecs (27 jiffies) 00000400:00000200:2.0:1787190517.255848:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190517.255850:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295028252 00000100:00000001:2.0:1787190517.255852:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295029503 00000100:00000001:2.0:1787190517.255854:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295028252 00000100:00000001:2.0:1787190517.255855:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295029503 00000100:00000001:2.0:1787190517.255858:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190517.255860:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190517.255861:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190517.255865:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13317b80 x1874004794163072/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.255871:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190517.255872:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190517.255874:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190517.255876:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190517.255878:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190517.255880:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13317b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794163072:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190517.255889:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190517.255892:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1787190517.255893:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1787190517.255894:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190517.255895:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1787190517.255897:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15581600. 02000000:00000010:2.0:1787190517.255899:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a10e48e00. 00000400:00000200:0.0:1787190517.255901:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1787190517.255901:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190517.255905:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190517.255906:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000010:2.0:1787190517.255908:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167bec8. 00000400:00000010:2.0:1787190517.255911:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df3b8. 00000400:00000200:0.0:1787190517.255912:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df2a8 00000100:00000200:2.0:1787190517.255914:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794163072, portal 4 00000400:00000010:0.0:1787190517.255915:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df2a8. 00000100:00000001:2.0:1787190517.255916:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190517.255917:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299562880 : -120559409988736 : ffff925a13317b80) 00000100:00000001:0.0:1787190517.255919:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190517.255923:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13314380 x1874004794162304/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787190517.255923:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13317b80 x1874004794163072/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.255930:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190517.255932:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000001:0.0:1787190517.255933:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1787190517.255934:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df990. 00000100:00000200:2.0:1787190517.255936:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004794163072, offset 0 00000100:00000040:0.0:1787190517.255937:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13314380 x1874004794162304/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787190517.255940:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190517.255944:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787190517.255945:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190517.255946:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1787190517.255947:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190517.255949:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190517.255951:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190517.255954:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190517.255956:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000800:00000200:0.0:1787190517.255958:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1787190517.255959:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [131:131:254:4294967295] 192.168.201.121@tcp LPNI seq info [131:131:6:4294967295] 00000800:00000010:0.0:1787190517.255960:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15581300. 00000400:00000200:0.0:1787190517.255962:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787190517.255963:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190517.255965:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:2.0:1787190517.255969:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190517.255972:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190517.255975:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15581300. 00000800:00000200:2.0:1787190517.255984:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190517.255994:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190517.255997:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15581300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190517.255999:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.256003:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: using a timeout of 10145 usecs (11 jiffies) 00000400:00000200:2.0:1787190517.256006:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190517.256008:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295028236 00000100:00000001:2.0:1787190517.256010:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295029503 00000100:00000001:2.0:1787190517.256013:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295028236 00000100:00000001:2.0:1787190517.256014:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295029503 00000100:00000001:2.0:1787190517.256016:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190517.256018:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190517.256021:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190517.256023:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190517.256031:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190517.256033:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787190517.256035:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190517.256037:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190517.256038:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190517.256041:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1787190517.256043:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190517.256044:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190517.256045:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190517.256047:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190517.256048:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190517.256049:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190517.256052:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13315880 x1874004794162432/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.256058:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190517.256059:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190517.256061:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190517.256062:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190517.256064:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190517.256066:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13315880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794162432:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190517.256074:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190517.256077:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190517.256078:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190517.256079:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190517.256082:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a10e49600. 02000000:00000001:2.0:1787190517.256084:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190517.256087:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190517.256089:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b268. 00000400:00000010:2.0:1787190517.256092:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df110. 00000100:00000200:2.0:1787190517.256095:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794162432, portal 10 00000100:00000001:2.0:1787190517.256097:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190517.256099:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299553920 : -120559409997696 : ffff925a13315880) 00000100:00000040:2.0:1787190517.256104:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13315880 x1874004794162432/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.256110:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190517.256112:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190517.256115:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df440. 00000100:00000200:2.0:1787190517.256117:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794162432, offset 0 00000400:00000200:2.0:1787190517.256121:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190517.256125:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190517.256128:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190517.256131:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190517.256133:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190517.256136:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190517.256138:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190517.256141:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [132:132:253:4294967295] 192.168.201.121@tcp LPNI seq info [132:132:5:4294967295] 00000400:00000200:2.0:1787190517.256144:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190517.266574:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfa18 00000400:00000010:0.0:1787190517.266584:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfa18. 00000100:00000001:0.0:1787190517.266592:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190517.266617:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13317480 x1874004794162560/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190517.266633:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190517.266637:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13317480 x1874004794162560/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190517.266663:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190517.266665:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787190517.266702:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190517.266705:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15581400. 00000400:00000200:0.0:1787190517.266710:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190517.266716:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190517.266719:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df7f8 00000400:00000010:0.0:1787190517.266721:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df7f8. 00000100:00000001:0.0:1787190517.266724:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190517.266728:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13316d80 x1874004794162816/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190517.266736:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190517.266739:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13316d80 x1874004794162816/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190517.266746:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190517.266747:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787190517.266829:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190517.266832:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15581300. 00000400:00000200:0.0:1787190517.266836:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190517.266840:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190517.266843:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df990 00000400:00000010:0.0:1787190517.266845:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df990. 00000100:00000001:0.0:1787190517.266848:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190517.266852:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13317b80 x1874004794163072/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190517.266860:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190517.266863:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13317b80 x1874004794163072/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190517.266869:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190517.266871:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1787190517.268340:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190517.268351:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190517.268358:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15581600. 00000800:00000200:2.0:1787190517.268365:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190517.268384:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190517.268388:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15581600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190517.268409:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.268415:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: using a timeout of 194338 usecs (195 jiffies) 00000400:00000200:2.0:1787190517.268421:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190517.268424:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295028432 00000100:00000001:2.0:1787190517.268428:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request active for cpu 0, keep current deadline 4295029503 00000100:00000001:2.0:1787190517.268430:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295028432 00000100:00000001:2.0:1787190517.268433:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request active for cpu 1, keep current deadline 4295029503 00000100:00000001:2.0:1787190517.268435:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190517.268439:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190517.268442:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190517.268449:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13314a80 x1874004794162688/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.268457:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190517.268459:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190517.268476:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190517.268480:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190517.268483:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190517.268487:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794162688:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190517.268490:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190517.268495:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190517.268498:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190517.268500:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190517.268508:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a03482400. 02000000:00000001:2.0:1787190517.268510:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190517.268515:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190517.268518:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b9a0. 00000400:00000010:2.0:1787190517.268525:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df990. 00000100:00000200:2.0:1787190517.268532:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794162688, portal 10 00000100:00000001:2.0:1787190517.268535:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190517.268544:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299550336 : -120559410001280 : ffff925a13314a80) 00000100:00000040:2.0:1787190517.268552:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13314a80 x1874004794162688/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.268558:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190517.268560:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190517.268563:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df7f8. 00000100:00000200:2.0:1787190517.268567:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794162688, offset 0 00000400:00000200:2.0:1787190517.268572:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190517.268580:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190517.268587:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190517.268592:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190517.268596:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190517.268600:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190517.268603:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190517.268606:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [133:133:255:4294967295] 192.168.201.121@tcp LPNI seq info [133:133:7:4294967295] 00000400:00000200:2.0:1787190517.268610:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190517.268616:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190517.268620:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190517.268623:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15581300. 00000800:00000200:2.0:1787190517.268627:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190517.268631:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190517.268634:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15581300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190517.268637:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.268640:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: using a timeout of 19063 usecs (20 jiffies) 00000400:00000200:2.0:1787190517.268642:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190517.268644:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295028258 00000100:00000001:2.0:1787190517.268646:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295029503 00000100:00000001:2.0:1787190517.268648:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295028258 00000100:00000001:2.0:1787190517.268650:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295029503 00000100:00000001:2.0:1787190517.268652:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190517.268659:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190517.268662:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190517.268667:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13317100 x1874004794162944/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.268673:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190517.268675:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190517.268677:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190517.268679:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190517.268680:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190517.268683:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13317100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794162944:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190517.268686:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190517.268688:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190517.268689:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190517.268691:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190517.268694:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a03482a00. 02000000:00000001:2.0:1787190517.268696:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190517.268699:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190517.268701:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b738. 00000400:00000010:2.0:1787190517.268704:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfa18. 00000100:00000200:2.0:1787190517.268707:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794162944, portal 4 00000100:00000001:2.0:1787190517.268709:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190517.268710:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299560192 : -120559409991424 : ffff925a13317100) 00000100:00000040:2.0:1787190517.268716:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13317100 x1874004794162944/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190517.268721:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190517.268723:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190517.268725:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df2a8. 00000100:00000200:2.0:1787190517.268727:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004794162944, offset 0 00000400:00000200:2.0:1787190517.268731:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190517.268735:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190517.268739:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190517.268741:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190517.268749:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190517.268751:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190517.268754:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190517.268757:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [134:134:254:4294967295] 192.168.201.121@tcp LPNI seq info [134:134:6:4294967295] 00000400:00000200:2.0:1787190517.268761:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190517.268766:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190517.268770:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190517.268773:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15581400. 00000800:00000200:2.0:1787190517.268777:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190517.268780:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190517.268783:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15581400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190517.268785:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190517.268788:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: using a timeout of 11776 usecs (12 jiffies) 00000400:00000200:2.0:1787190517.268790:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190517.268792:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295028250 00000100:00000001:2.0:1787190517.268795:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295029503 00000100:00000001:2.0:1787190517.268796:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295028250 00000100:00000001:2.0:1787190517.268798:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295029503 00000100:00000001:2.0:1787190517.268800:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190517.268802:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190517.268806:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190517.268811:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190517.268822:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190517.268825:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787190517.269432:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190517.269438:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15581600. 00000400:00000200:1.0:1787190517.269444:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190517.269449:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190517.269454:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df440 00000400:00000010:1.0:1787190517.269456:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df440. 00000100:00000001:1.0:1787190517.269460:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190517.269487:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13315880 x1874004794162432/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190517.269496:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190517.269499:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13315880 x1874004794162432/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190517.269519:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190517.269521:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787190517.269535:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190517.269537:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15581300. 00000400:00000200:1.0:1787190517.269539:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190517.269542:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190517.269545:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df7f8 00000400:00000010:1.0:1787190517.269547:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df7f8. 00000100:00000001:1.0:1787190517.269549:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190517.269552:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13314a80 x1874004794162688/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190517.269558:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190517.269562:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13314a80 x1874004794162688/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190517.269568:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190517.269569:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787190517.269635:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190517.269638:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15581400. 00000400:00000200:1.0:1787190517.269641:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190517.269644:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190517.269647:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df2a8 00000400:00000010:1.0:1787190517.269649:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df2a8. 00000100:00000001:1.0:1787190517.269651:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190517.269655:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13317100 x1874004794162944/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190517.269663:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190517.269666:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13317100 x1874004794162944/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190517.269672:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190517.269673:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787190517.277522:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.277573:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190517.277578:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.277581:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190517.277591:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.277600:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190517.277611:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.277616:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.277622:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.277626:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 4 MB=0x6a865be103f80 00000400:00000200:1.0:1787190517.277631:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.277638:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.121@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:1.0:1787190517.277645:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.277649:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190517.277652:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190517.277656:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190517.277664:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190517.277675:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13317b80 x1874004794163072/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190517.277688:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13317b80 x1874004794163072/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190517.277712:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190517.277723:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.277727:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190517.277729:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.277731:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190517.277734:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.277738:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190517.277742:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.277745:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.277747:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.277750:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be103d80 00000400:00000200:1.0:1787190517.277753:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.277764:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:1.0:1787190517.277768:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.277772:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190517.277774:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190517.277777:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190517.277781:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190517.277786:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13317480 x1874004794162560/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190517.277794:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13317480 x1874004794162560/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190517.277800:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190517.277805:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.277808:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190517.277810:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.277812:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190517.277815:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.277819:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190517.277823:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.277826:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.277829:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.277832:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be103e80 00000400:00000200:1.0:1787190517.277835:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.277840:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x7d1 [1] + 224 00000800:00000001:1.0:1787190517.277843:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.277852:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190517.277853:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190517.277857:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190517.277859:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190517.277864:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13316d80 x1874004794162816/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190517.277871:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13316d80 x1874004794162816/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190517.277883:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190517.277887:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.277890:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.279579:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190517.279586:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787190517.279595:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190517.279597:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190517.279601:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167bc60. 00000400:00000200:3.0:1787190517.279609:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df088 00000400:00000010:3.0:1787190517.279611:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df088. 00000100:00000001:3.0:1787190517.279615:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190517.279625:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13317480 x1874004794162560/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190517.279637:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13317480 x1874004794162560/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.279644:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190517.279646:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.279649:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190517.279653:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190517.279655:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190517.279658:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190517.279660:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190517.279671:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06180c60 time=78 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190517.279676:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06180c18 time=78 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190517.279679:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190517.279680:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190517.279683:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787190517.279688:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13317480 x1874004794162560/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787190517.279695:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190517.279707:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190517.279710:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190517.279712:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190517.279714:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190517.279719:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13317480 x1874004794162560/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.279726:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190517.279729:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190517.279731:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190517.279735:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13317480 x1874004794162560/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190517.279743:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13317480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794162560:192.168.201.121@tcp:400:kworker.0 00000400:00000001:3.0:1787190517.279749:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190517.279751:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190517.279753:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167bc08. 00000400:00000200:3.0:1787190517.279756:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df660 00000400:00000010:3.0:1787190517.279757:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df660. 00000100:00000001:3.0:1787190517.279760:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190517.279764:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13316d80 x1874004794162816/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190517.279772:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13316d80 x1874004794162816/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.279778:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190517.279780:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.279781:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190517.279783:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190517.279784:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190517.279786:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190517.279787:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190517.279792:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb7c60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190517.279795:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb7c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190517.279797:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190517.279805:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190517.279806:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787190517.279810:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13316d80 x1874004794162816/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787190517.279817:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190517.279820:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190517.279821:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190517.279823:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190517.279824:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190517.279828:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13316d80 x1874004794162816/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.279834:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190517.279836:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190517.279837:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190517.279841:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13316d80 x1874004794162816/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190517.279848:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794162816:192.168.201.121@tcp:400:kworker.0 00000400:00000001:3.0:1787190517.279854:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190517.279855:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190517.279872:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167bec8. 00000400:00000200:3.0:1787190517.279875:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df3b8 00000400:00000010:3.0:1787190517.279877:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df3b8. 00000100:00000001:3.0:1787190517.279880:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190517.279884:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13317b80 x1874004794163072/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190517.279892:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13317b80 x1874004794163072/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.279898:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190517.279900:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.279901:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190517.279908:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190517.279909:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190517.279911:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190517.279913:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1787190517.279921:0:2400:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff925a186a0000. 00000100:00001000:3.0:1787190517.279927:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb2c60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190517.279929:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb2c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190517.279932:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190517.279933:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190517.279934:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787190517.279939:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13317b80 x1874004794163072/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787190517.279945:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190517.279947:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190517.279949:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190517.279950:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190517.279952:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190517.279955:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13317b80 x1874004794163072/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.279961:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190517.279963:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190517.279965:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190517.279968:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13317b80 x1874004794163072/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190517.279975:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13317b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794163072:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190517.279979:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190517.279982:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190517.279986:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13317480 x1874004794162560/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.279993:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190517.279995:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190517.280004:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a10e48400. 02000000:00000001:3.0:1787190517.280009:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190517.280013:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190517.280015:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a06180800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000020:00000001:3.0:1787190517.280017:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190517.280020:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a12c1ad00. 02000000:00000001:3.0:1787190517.280026:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190517.280028:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190517.280030:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13317480. 00000100:00000001:3.0:1787190517.280034:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190517.280036:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.280038:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190517.280042:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13316d80 x1874004794162816/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.280047:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190517.280048:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190517.280050:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a10e48000. 02000000:00000001:3.0:1787190517.280052:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190517.280053:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190517.280054:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a08bb7800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000020:00000001:3.0:1787190517.280055:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190517.280056:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581f00. 02000000:00000001:3.0:1787190517.280059:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190517.280060:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190517.280061:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13316d80. 00000100:00000001:3.0:1787190517.280063:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190517.280064:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.280066:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190517.280068:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13317b80 x1874004794163072/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.280074:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190517.280075:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190517.280076:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a10e48e00. 02000000:00000001:3.0:1787190517.280078:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190517.280079:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190517.280080:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a08bb2800 refcount=2 obd=lustre-OST0001-osc-ffff925a034ab000 00000020:00000001:3.0:1787190517.280086:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190517.280087:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581c00. 02000000:00000001:3.0:1787190517.280089:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190517.280090:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190517.280091:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13317b80. 00000100:00000001:3.0:1787190517.280093:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190517.280094:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.280097:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190517.280099:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190517.280100:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787190517.280102:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190517.280104:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787190517.284129:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.284164:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190517.284169:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.284173:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190517.284185:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.284194:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190517.284205:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.284210:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.284217:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.284221:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 25 MB=0x6a865be103c80 00000400:00000200:1.0:1787190517.284225:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.284234:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.121@tcp of length 224/224 into md 0x7c1 [1] + 224 00000800:00000001:1.0:1787190517.284243:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.284247:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190517.284251:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190517.284257:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190517.284268:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190517.285518:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13314380 x1874004794162304/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190517.285534:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13314380 x1874004794162304/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190517.285555:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190517.285576:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.285589:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190517.285591:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.285594:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190517.285600:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.285604:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190517.285623:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.285627:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.285632:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.285636:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be103d00 00000400:00000200:1.0:1787190517.285641:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.285647:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:1.0:1787190517.285654:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.285659:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190517.285661:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190517.285665:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190517.285670:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190517.285676:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13315880 x1874004794162432/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190517.285686:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13315880 x1874004794162432/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190517.285694:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190517.285698:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.285701:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190517.285703:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.285705:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190517.285708:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.285711:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190517.285716:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.285718:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.285721:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.285724:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be103e00 00000400:00000200:1.0:1787190517.285727:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.285731:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x7e9 [1] + 224 00000800:00000001:1.0:1787190517.285735:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.285739:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190517.285741:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190517.285750:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190517.285754:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190517.285759:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13314a80 x1874004794162688/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190517.285769:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13314a80 x1874004794162688/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190517.285776:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190517.285780:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.285785:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190517.285786:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.285789:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190517.285792:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.285795:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190517.285799:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.285802:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.285805:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.285807:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 4 MB=0x6a865be103f00 00000400:00000200:1.0:1787190517.285811:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190517.285814:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.121@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:1.0:1787190517.285817:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.285837:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190517.285840:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190517.285844:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190517.285847:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190517.285853:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13317100 x1874004794162944/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190517.287038:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13317100 x1874004794162944/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190517.287052:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190517.287066:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190517.287085:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.294102:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190517.294119:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787190517.294131:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190517.294135:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190517.294151:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b268. 00000400:00000200:3.0:1787190517.294163:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df110 00000400:00000010:3.0:1787190517.294166:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df110. 00000100:00000001:3.0:1787190517.294172:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190517.294190:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13315880 x1874004794162432/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190517.294202:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13315880 x1874004794162432/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.294211:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190517.294214:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.294216:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190517.294220:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190517.294223:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190517.294226:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190517.294229:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190517.294240:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06187c60 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190517.294245:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06187c18 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190517.294248:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190517.294249:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190517.294253:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787190517.294293:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190517.294298:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190517.294301:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190517.294303:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190517.294305:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190517.294311:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13315880 x1874004794162432/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.294319:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190517.294322:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190517.294325:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190517.294329:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13315880 x1874004794162432/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190517.294337:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13315880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794162432:192.168.201.121@tcp:400:kworker.0 00000400:00000001:3.0:1787190517.294343:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190517.294344:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190517.294347:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b9a0. 00000400:00000200:3.0:1787190517.294350:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df990 00000400:00000010:3.0:1787190517.294351:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df990. 00000100:00000001:3.0:1787190517.294353:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190517.294358:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13314a80 x1874004794162688/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190517.294366:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13314a80 x1874004794162688/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.294372:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190517.294373:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.294375:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190517.294376:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190517.294377:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190517.294379:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190517.294381:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190517.294386:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb1460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190517.294389:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb1418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190517.294398:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190517.294399:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190517.294401:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787190517.294403:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190517.294405:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190517.294407:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190517.294409:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190517.294410:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190517.294414:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13314a80 x1874004794162688/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.294421:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190517.294423:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190517.294424:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190517.294428:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13314a80 x1874004794162688/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190517.294436:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794162688:192.168.201.121@tcp:400:kworker.0 00000400:00000001:3.0:1787190517.294442:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190517.294444:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190517.294446:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b738. 00000400:00000200:3.0:1787190517.294449:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfa18 00000400:00000010:3.0:1787190517.294451:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfa18. 00000100:00000001:3.0:1787190517.294454:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190517.294458:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13317100 x1874004794162944/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190517.294508:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13317100 x1874004794162944/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.294514:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190517.294515:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.294517:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190517.294518:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190517.294520:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190517.294521:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190517.294528:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1787190517.294537:0:2400:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff925a186a2000. 00000100:00001000:3.0:1787190517.294542:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb6c60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190517.294545:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb6c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190517.294548:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190517.294549:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190517.294550:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787190517.294554:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13317100 x1874004794162944/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787190517.294561:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190517.294563:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190517.294564:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190517.294566:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190517.294567:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190517.294571:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13317100 x1874004794162944/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.294577:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190517.294579:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190517.294581:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190517.294584:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13317100 x1874004794162944/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190517.294591:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13317100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794162944:192.168.201.121@tcp:400:kworker.0 00000400:00000001:3.0:1787190517.294597:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190517.294599:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190517.294601:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167bb00. 00000400:00000200:3.0:1787190517.294603:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df550 00000400:00000010:3.0:1787190517.294605:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df550. 00000100:00000001:3.0:1787190517.294608:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190517.294612:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13314380 x1874004794162304/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190517.294621:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13314380 x1874004794162304/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.294632:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190517.294634:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.294636:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190517.294638:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190517.294639:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190517.294640:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190517.294642:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190517.294645:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b460 time=79 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190517.294648:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=79 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190517.294651:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190517.294652:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190517.294654:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787190517.294655:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190517.294657:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190517.294662:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13314380 x1874004794162304/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.294668:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190517.294670:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190517.294671:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190517.294674:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13314380 x1874004794162304/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190517.294681:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794162304:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190517.294685:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.294689:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190517.294692:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13315880 x1874004794162432/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.294700:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190517.294703:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190517.294707:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a10e49600. 02000000:00000001:3.0:1787190517.294711:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190517.294713:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190517.294720:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a06187800 refcount=3 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000020:00000001:3.0:1787190517.294723:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190517.294726:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a131aef00. 02000000:00000001:3.0:1787190517.294732:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190517.294734:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190517.294736:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13315880. 00000100:00000001:3.0:1787190517.294740:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190517.294742:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.294744:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190517.294748:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13314a80 x1874004794162688/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.294754:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190517.294756:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190517.294757:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a03482400. 02000000:00000001:3.0:1787190517.294760:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190517.294761:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190517.294763:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a08bb1000 refcount=3 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000020:00000001:3.0:1787190517.294765:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190517.294766:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581e00. 02000000:00000001:3.0:1787190517.294768:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190517.294769:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190517.294770:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13314a80. 00000100:00000001:3.0:1787190517.294772:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190517.294773:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.294774:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190517.294777:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13317100 x1874004794162944/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.294783:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190517.294784:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190517.294786:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a03482a00. 02000000:00000001:3.0:1787190517.294788:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190517.294789:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190517.294790:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a08bb6800 refcount=2 obd=lustre-OST0000-osc-ffff925a034ab000 00000020:00000001:3.0:1787190517.294792:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190517.294793:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581100. 02000000:00000001:3.0:1787190517.294794:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190517.294802:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190517.294803:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13317100. 00000100:00000001:3.0:1787190517.294806:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190517.294807:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.294808:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190517.294812:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13314380 x1874004794162304/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190517.294817:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190517.294818:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190517.294819:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a10e49400. 02000000:00000001:3.0:1787190517.294821:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190517.294822:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190517.294823:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:3.0:1787190517.294825:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190517.294826:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a131ae200. 02000000:00000001:3.0:1787190517.294828:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190517.294829:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190517.294830:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13314380. 00000100:00000001:3.0:1787190517.294832:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190517.294833:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.294836:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190517.294845:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787190517.294846:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190517.294849:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190517.294852:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190517.895550:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190517.895568:0:8285:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787190517.895571:0:8285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787190517.895574:0:8285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190517.895578:0:8285:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787190517.895580:0:8285:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190517.895582:0:8285:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190517.895584:0:8285:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190517.895589:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190517.895590:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787190517.896312:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787190517.896317:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190517.896320:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787190518.534541:0:9084:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d110 (cpu 1) has reached its deadline 4295029503, at 4295029504 00000100:00000010:1.0:1787190518.534566:0:9084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a04eaa000. 00000100:00000040:0.0:1787190518.539322:0:8285:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d000 (cpu 0) has reached its deadline 4295029503, at 4295029506 00000100:00000010:0.0:1787190518.539342:0:8285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a04eaa8a0. 00010000:00000001:0.0:1787190518.918544:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190518.918568:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190518.918574:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190518.918575:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190518.918603:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190518.918606:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190518.918609:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787190519.162284:0:9352:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787190519.162304:0:9352:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1787190519.746868:0:9389:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1787190519.746878:0:9389:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg121-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:0.0:1787190519.767594:0:9389:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1787190519.886494:0:9393:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787190519.886511:0:9393:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190519.943818:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190519.943828:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190519.943837:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190519.943840:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787190519.944091:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787190519.944105:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787190519.944110:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787190519.958414:0:9397:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787190519.960359:0:9397:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190520.966698:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190520.966710:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190520.966718:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190520.966719:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190520.966753:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190520.966757:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190520.966760:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190521.991454:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190521.991476:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190521.991485:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190521.991489:0:8285:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787190521.991500:0:8285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787190521.991505:0:8285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190521.991508:0:8285:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787190521.991511:0:8285:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190521.991513:0:8285:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190521.991516:0:8285:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190521.991545:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190521.991548:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190521.991551:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787190522.374569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190522.374584:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190522.374597:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13314380. 00000020:00000040:2.0:1787190522.374606:0:36:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000001:2.0:1787190522.374612:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190522.374616:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190522.374623:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190522.374634:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581e00. 00000100:00000001:2.0:1787190522.374644:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.374660:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS req@ffff925a13314380 x1874004794163200/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190522.374673:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190522.374679:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.374687:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a68d525f] to pc [ptlrpcd_01_00+0] req@ffff925a13314380 x1874004794163200/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.374715:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.374718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190522.374723:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190522.374726:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13317100. 00000020:00000040:2.0:1787190522.374728:0:36:0:(genops.c:1210:class_import_get()) import ffff925a06187800 refcount=4 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000100:00000001:2.0:1787190522.374730:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190522.374731:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190522.374733:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190522.374736:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581f00. 00000100:00000001:2.0:1787190522.374739:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.374743:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID req@ffff925a13317100 x1874004794163328/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190522.374750:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190522.374751:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.374755:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049b3da96] to pc [ptlrpcd_01_01+1] req@ffff925a13317100 x1874004794163328/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.374801:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.374804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190522.374807:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190522.374810:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13314a80. 00000020:00000040:2.0:1787190522.374813:0:36:0:(genops.c:1210:class_import_get()) import ffff925a06180800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000100:00000001:2.0:1787190522.374816:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190522.374818:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190522.374819:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190522.374823:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581400. 00000100:00000001:2.0:1787190522.374826:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.374831:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID req@ffff925a13314a80 x1874004794163456/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190522.375001:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190522.375004:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.375009:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060006925] to pc [ptlrpcd_01_00+0] req@ffff925a13314a80 x1874004794163456/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.375017:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.375020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787190522.375024:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787190522.375026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787190522.375030:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787190522.375033:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190522.375037:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190522.375041:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13315880. 00000020:00000040:2.0:1787190522.375043:0:36:0:(genops.c:1210:class_import_get()) import ffff925a08bb1000 refcount=4 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000100:00000001:2.0:1787190522.375046:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190522.375123:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190522.375126:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190522.375131:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581300. 00000100:00000001:2.0:1787190522.375135:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.375140:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID req@ffff925a13315880 x1874004794163584/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190522.375148:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190522.375150:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.375153:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077923227] to pc [ptlrpcd_01_01+1] req@ffff925a13315880 x1874004794163584/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.375162:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.375164:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190522.375168:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190522.375171:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13317b80. 00000020:00000040:2.0:1787190522.375173:0:36:0:(genops.c:1210:class_import_get()) import ffff925a08bb7800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000100:00000001:2.0:1787190522.375176:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190522.375177:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190522.375179:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190522.375182:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581600. 00000100:00000001:2.0:1787190522.375185:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.375201:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID req@ffff925a13317b80 x1874004794163712/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190522.375209:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190522.375211:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.375215:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cddc5b42] to pc [ptlrpcd_01_00+0] req@ffff925a13317b80 x1874004794163712/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.375223:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.375225:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190522.375229:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190522.375233:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13316d80. 00000020:00000040:2.0:1787190522.375241:0:36:0:(genops.c:1210:class_import_get()) import ffff925a08bb6800 refcount=3 obd=lustre-OST0000-osc-ffff925a034ab000 00000100:00000001:2.0:1787190522.375244:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190522.375245:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190522.375247:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190522.375252:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581c00. 00000100:00000001:2.0:1787190522.375255:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.375261:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID req@ffff925a13316d80 x1874004794163840/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190522.375267:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190522.375269:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.375273:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000655f25d2] to pc [ptlrpcd_01_01+1] req@ffff925a13316d80 x1874004794163840/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.375280:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.375282:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190522.375285:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190522.375288:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13317480. 00000020:00000040:2.0:1787190522.375290:0:36:0:(genops.c:1210:class_import_get()) import ffff925a08bb2800 refcount=3 obd=lustre-OST0001-osc-ffff925a034ab000 00000100:00000001:2.0:1787190522.375292:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190522.375293:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190522.375295:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190522.375298:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581100. 00000100:00000001:2.0:1787190522.375301:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.375304:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID req@ffff925a13317480 x1874004794163968/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190522.375322:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190522.375324:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.375328:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d026f8ca] to pc [ptlrpcd_01_00+0] req@ffff925a13317480 x1874004794163968/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.375335:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.375340:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (371) 00000100:00000001:2.0:1787190522.375367:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190522.375372:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190522.375375:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190522.375382:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13314380 x1874004794163200/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.375391:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190522.375394:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190522.375398:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190522.375402:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190522.375405:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190522.375409:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2399:1874004794163200:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190522.375414:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190522.375423:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190522.375426:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190522.375430:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190522.375435:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a11eae600. 02000000:00000001:2.0:1787190522.375437:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190522.375446:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190522.375451:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b3c8. 00000400:00000010:2.0:1787190522.375462:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfcc0. 00000100:00000200:2.0:1787190522.375504:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794163200, portal 25 00000100:00000001:2.0:1787190522.375508:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190522.375510:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299548544 : -120559410003072 : ffff925a13314380) 00000100:00000040:2.0:1787190522.375517:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13314380 x1874004794163200/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.375525:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190522.375528:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190522.375533:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df880. 00000100:00000200:2.0:1787190522.375537:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004794163200, offset 0 00000400:00000200:2.0:1787190522.375546:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190522.375558:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190522.375567:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190522.375574:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190522.375586:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190522.375592:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190522.375595:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190522.375600:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [135:135:256:4294967295] 192.168.201.121@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:2.0:1787190522.375604:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190522.375617:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190522.375626:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190522.375632:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a1654e600. 00000800:00000200:2.0:1787190522.375640:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190522.375650:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190522.375656:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a1654e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190522.375674:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190522.375678:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190522.375681:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295034624 00000100:00000010:2.0:1787190522.375687:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a04eaa8a0. 00000100:00000001:2.0:1787190522.375696:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787190522.375703:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295034624 00000100:00000010:2.0:1787190522.375707:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a04eaa5a0. 00000100:00000001:2.0:1787190522.375710:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787190522.375714:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190522.375718:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190522.375721:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190522.375725:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13314a80 x1874004794163456/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.375732:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190522.375734:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190522.375736:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190522.375737:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190522.375739:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190522.375741:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2399:1874004794163456:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190522.375752:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190522.375754:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190522.375756:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190522.375757:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190522.375760:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a11eafa00. 02000000:00000001:2.0:1787190522.375762:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190522.375948:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190522.375952:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787190522.375954:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787190522.375961:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13317100 x1874004794163328/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.375968:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787190522.375970:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190522.375973:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787190522.375974:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787190522.375977:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787190522.375987:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13317100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794163328:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190522.375990:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787190522.375993:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787190522.375994:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190522.375996:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787190522.376000:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a10e48400. 02000000:00000001:3.0:1787190522.376002:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787190522.376005:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:3.0:1787190522.376009:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1674c7e8. 00000400:00000010:3.0:1787190522.376013:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb770. 00000100:00000200:3.0:1787190522.376017:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794163328, portal 10 00000100:00000001:3.0:1787190522.376018:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787190522.376020:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299560192 : -120559409991424 : ffff925a13317100) 00000100:00000040:3.0:1787190522.376028:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13317100 x1874004794163328/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.376035:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787190522.376037:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:3.0:1787190522.376039:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efbf68. 00000100:00000200:3.0:1787190522.376041:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794163328, offset 0 00000400:00000200:3.0:1787190522.376046:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:3.0:1787190522.376050:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190522.376255:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:3.0:1787190522.376259:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787190522.376262:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:3.0:1787190522.376264:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787190522.376267:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:3.0:1787190522.376270:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [136:136:255:4294967295] 192.168.201.121@tcp LPNI seq info [136:136:7:4294967295] 00000400:00000200:3.0:1787190522.376274:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190522.376281:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:3.0:1787190522.376286:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:3.0:1787190522.376291:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03acb500. 00000800:00000200:3.0:1787190522.376300:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:3.0:1787190522.376305:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:3.0:1787190522.376308:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03acb500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787190522.376311:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190522.376316:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: using a timeout of 188032 usecs (189 jiffies) 00000400:00000200:3.0:1787190522.376318:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:3.0:1787190522.376321:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295033534 00000100:00000001:3.0:1787190522.376323:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request active for cpu 0, keep current deadline 4295034624 00000100:00000001:3.0:1787190522.376325:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295033534 00000100:00000001:3.0:1787190522.376327:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request active for cpu 1, keep current deadline 4295034624 00000100:00000001:3.0:1787190522.376329:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190522.376331:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190522.376334:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787190522.376337:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13315880 x1874004794163584/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.376344:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787190522.376345:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190522.376347:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787190522.376349:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787190522.376351:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787190522.376354:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13315880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794163584:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190522.376357:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787190522.376359:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787190522.376360:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190522.376362:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787190522.376366:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a10e48000. 02000000:00000001:3.0:1787190522.376368:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787190522.376371:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:3.0:1787190522.376374:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1674c528. 00000400:00000010:3.0:1787190522.376378:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efbcc0. 00000100:00000200:3.0:1787190522.376381:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794163584, portal 10 00000100:00000001:3.0:1787190522.376389:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787190522.376390:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299553920 : -120559409997696 : ffff925a13315880) 00000100:00000040:3.0:1787190522.376398:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13315880 x1874004794163584/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.376405:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787190522.376407:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:3.0:1787190522.376410:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb000. 00000100:00000200:3.0:1787190522.376413:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794163584, offset 0 00000400:00000200:3.0:1787190522.376418:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:3.0:1787190522.376422:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190522.376425:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:3.0:1787190522.376428:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787190522.376431:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:3.0:1787190522.376433:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787190522.376435:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:3.0:1787190522.376437:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [137:137:254:4294967295] 192.168.201.121@tcp LPNI seq info [137:137:6:4294967295] 00000400:00000200:3.0:1787190522.376441:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190522.376446:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:3.0:1787190522.376450:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:3.0:1787190522.376453:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03acbd00. 00000800:00000200:3.0:1787190522.376457:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:3.0:1787190522.376461:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:3.0:1787190522.376463:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03acbd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787190522.376491:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190522.376495:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: using a timeout of 23391 usecs (24 jiffies) 00000400:00000200:3.0:1787190522.376497:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:3.0:1787190522.376499:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295033369 00000100:00000001:3.0:1787190522.376501:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295034624 00000100:00000001:3.0:1787190522.376503:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295033369 00000100:00000001:3.0:1787190522.376505:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295034624 00000100:00000001:3.0:1787190522.376513:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190522.376515:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190522.376517:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787190522.376521:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13316d80 x1874004794163840/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.376528:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787190522.376529:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190522.376531:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787190522.376532:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787190522.376534:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787190522.376536:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794163840:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190522.376539:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787190522.376541:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787190522.376543:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190522.376544:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787190522.376547:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a10e48e00. 02000000:00000001:3.0:1787190522.376549:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787190522.376553:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:3.0:1787190522.376555:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1674c688. 00000400:00000010:3.0:1787190522.376559:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb220. 00000100:00000200:3.0:1787190522.376562:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794163840, portal 4 00000100:00000001:3.0:1787190522.376563:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787190522.376565:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299559296 : -120559409992320 : ffff925a13316d80) 00000100:00000040:3.0:1787190522.376571:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13316d80 x1874004794163840/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.376576:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787190522.376579:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:3.0:1787190522.376581:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb6e8. 00000100:00000200:3.0:1787190522.376583:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004794163840, offset 0 00000400:00000200:3.0:1787190522.376587:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:3.0:1787190522.376590:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190522.376593:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:3.0:1787190522.376600:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787190522.376603:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:3.0:1787190522.376605:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787190522.376607:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:3.0:1787190522.376610:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [138:138:253:4294967295] 192.168.201.121@tcp LPNI seq info [138:138:5:4294967295] 00000400:00000200:3.0:1787190522.376614:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190522.376620:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:3.0:1787190522.376624:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:3.0:1787190522.376628:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03acbf00. 00000800:00000200:3.0:1787190522.376631:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:3.0:1787190522.376635:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:3.0:1787190522.376637:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03acbf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787190522.376640:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190522.376643:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: using a timeout of 30596 usecs (31 jiffies) 00000400:00000200:3.0:1787190522.376646:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:3.0:1787190522.376648:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295033376 00000100:00000001:3.0:1787190522.376650:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295034624 00000100:00000001:3.0:1787190522.376653:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295033376 00000100:00000001:3.0:1787190522.376655:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295034624 00000100:00000001:3.0:1787190522.376657:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190522.376659:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190522.376662:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190522.376665:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190522.376674:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787190522.376677:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787190522.376679:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190522.376681:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787190522.376683:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190522.376685:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787190522.377279:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190522.377286:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a1654e600. 00000400:00000200:1.0:1787190522.377295:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190522.377302:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190522.377320:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df880 00000400:00000010:1.0:1787190522.377323:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df880. 00000100:00000001:1.0:1787190522.377329:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190522.377335:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13314380 x1874004794163200/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190522.377346:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190522.377350:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13314380 x1874004794163200/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190522.377358:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190522.377360:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787190522.377376:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190522.377379:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03acb500. 00000400:00000200:1.0:1787190522.377382:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190522.377385:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190522.377387:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efbf68 00000400:00000010:1.0:1787190522.377389:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efbf68. 00000100:00000001:1.0:1787190522.377392:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190522.377395:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13317100 x1874004794163328/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190522.377402:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190522.377405:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13317100 x1874004794163328/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190522.377411:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190522.377423:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787190522.377432:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190522.377434:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03acbd00. 00000400:00000200:1.0:1787190522.377437:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190522.377440:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190522.377442:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb000 00000400:00000010:1.0:1787190522.377444:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb000. 00000100:00000001:1.0:1787190522.377445:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190522.377449:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13315880 x1874004794163584/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190522.377455:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190522.377458:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13315880 x1874004794163584/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190522.377480:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190522.377482:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787190522.377556:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190522.377559:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03acbf00. 00000400:00000200:1.0:1787190522.377562:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190522.377565:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190522.377568:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb6e8 00000400:00000010:1.0:1787190522.377570:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb6e8. 00000100:00000001:1.0:1787190522.377572:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190522.377576:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13316d80 x1874004794163840/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190522.377583:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190522.377586:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13316d80 x1874004794163840/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190522.377592:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190522.377594:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1787190522.378222:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190522.378228:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167be70. 00000400:00000010:2.0:1787190522.378236:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df6e8. 00000100:00000200:2.0:1787190522.378243:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794163456, portal 10 00000100:00000001:2.0:1787190522.378245:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190522.378247:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299550336 : -120559410001280 : ffff925a13314a80) 00000100:00000040:2.0:1787190522.378256:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13314a80 x1874004794163456/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.378263:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190522.378266:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190522.378268:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df4c8. 00000100:00000200:2.0:1787190522.378271:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794163456, offset 0 00000400:00000200:2.0:1787190522.378277:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190522.378285:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190522.378291:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190522.378297:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190522.378302:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190522.378306:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190522.378309:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190522.378312:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [139:139:256:4294967295] 192.168.201.121@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1787190522.378316:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190522.378326:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190522.378331:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190522.378336:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a1654e100. 00000800:00000200:2.0:1787190522.378341:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190522.378359:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190522.378364:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a1654e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190522.378374:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.378379:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: using a timeout of 89630 usecs (90 jiffies) 00000400:00000200:2.0:1787190522.378382:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190522.378385:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295033437 00000100:00000001:2.0:1787190522.378389:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 0, keep current deadline 4295034624 00000100:00000001:2.0:1787190522.378391:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295033437 00000100:00000001:2.0:1787190522.378393:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 1, keep current deadline 4295034624 00000100:00000001:2.0:1787190522.378395:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190522.378397:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190522.378401:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190522.378406:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13317b80 x1874004794163712/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.378414:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190522.378416:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190522.378420:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190522.378424:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190522.378427:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190522.378431:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13317b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9ec143c8-f482-4099-9c05-29a32b40dfe8:2399:1874004794163712:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190522.378435:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190522.378441:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190522.378444:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190522.378447:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190522.378452:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a11eaea00. 02000000:00000001:2.0:1787190522.378455:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190522.378459:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190522.378461:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b4d0. 00000400:00000010:2.0:1787190522.378482:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfdd0. 00000100:00000200:2.0:1787190522.378487:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794163712, portal 10 00000100:00000001:2.0:1787190522.378489:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190522.378496:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299562880 : -120559409988736 : ffff925a13317b80) 00000100:00000040:2.0:1787190522.378503:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13317b80 x1874004794163712/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.378510:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190522.378512:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190522.378515:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dff68. 00000100:00000200:2.0:1787190522.378518:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794163712, offset 0 00000400:00000200:2.0:1787190522.378522:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190522.378526:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190522.378530:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190522.378533:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190522.378535:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190522.378537:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190522.378539:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190522.378542:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [140:140:255:4294967295] 192.168.201.121@tcp LPNI seq info [140:140:7:4294967295] 00000400:00000200:2.0:1787190522.378545:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190522.378551:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190522.378555:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190522.378559:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a1654e500. 00000800:00000200:2.0:1787190522.378563:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190522.378568:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190522.378570:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a1654e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190522.378573:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.378577:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: using a timeout of 28172 usecs (29 jiffies) 00000400:00000200:2.0:1787190522.378580:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190522.378582:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295033377 00000100:00000001:2.0:1787190522.378584:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295034624 00000100:00000001:2.0:1787190522.378586:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295033377 00000100:00000001:2.0:1787190522.378588:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295034624 00000100:00000001:2.0:1787190522.378590:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190522.378597:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190522.378600:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190522.378606:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13317480 x1874004794163968/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.378614:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190522.378615:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190522.378617:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190522.378619:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190522.378622:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190522.378624:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13317480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9ec143c8-f482-4099-9c05-29a32b40dfe8:2399:1874004794163968:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190522.378627:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190522.378630:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190522.378632:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190522.378634:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190522.378638:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a11eae800. 02000000:00000001:2.0:1787190522.378640:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190522.378643:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190522.378646:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b318. 00000400:00000010:2.0:1787190522.378650:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df770. 00000100:00000200:2.0:1787190522.378653:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794163968, portal 4 00000100:00000001:2.0:1787190522.378654:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190522.378656:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299561088 : -120559409990528 : ffff925a13317480) 00000100:00000040:2.0:1787190522.378661:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13317480 x1874004794163968/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.378667:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190522.378669:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190522.378671:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df908. 00000100:00000200:2.0:1787190522.378673:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004794163968, offset 0 00000400:00000200:2.0:1787190522.378678:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190522.378681:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190522.378685:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190522.378688:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190522.378697:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190522.378699:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190522.378702:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190522.378705:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [141:141:254:4294967295] 192.168.201.121@tcp LPNI seq info [141:141:6:4294967295] 00000400:00000200:2.0:1787190522.378709:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190522.378715:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190522.378720:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190522.378723:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a1654ee00. 00000800:00000200:2.0:1787190522.378727:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190522.378731:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190522.378735:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a1654ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190522.378738:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.378742:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: using a timeout of 20622 usecs (21 jiffies) 00000400:00000200:2.0:1787190522.378745:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190522.378747:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295033369 00000100:00000001:2.0:1787190522.378749:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295034624 00000100:00000001:2.0:1787190522.378752:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295033369 00000100:00000001:2.0:1787190522.378754:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295034624 00000100:00000001:2.0:1787190522.378756:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190522.378758:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190522.378760:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190522.378765:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190522.378776:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190522.378778:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787190522.378781:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190522.378784:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190522.378786:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190522.378788:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787190522.379540:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190522.379547:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a1654e100. 00000400:00000200:0.0:1787190522.379551:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190522.379558:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190522.379563:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df4c8 00000400:00000010:0.0:1787190522.379566:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df4c8. 00000100:00000001:0.0:1787190522.379570:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190522.379575:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13314a80 x1874004794163456/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190522.379586:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190522.379590:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13314a80 x1874004794163456/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190522.379597:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190522.379598:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787190522.379611:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190522.379613:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a1654e500. 00000400:00000200:0.0:1787190522.379616:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190522.379619:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190522.379622:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dff68 00000400:00000010:0.0:1787190522.379623:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dff68. 00000100:00000001:0.0:1787190522.379625:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190522.379628:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13317b80 x1874004794163712/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190522.379636:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190522.379639:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13317b80 x1874004794163712/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190522.379654:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190522.379655:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787190522.379680:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190522.379683:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a1654ee00. 00000400:00000200:0.0:1787190522.379686:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190522.379690:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190522.379693:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df908 00000400:00000010:0.0:1787190522.379694:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df908. 00000100:00000001:0.0:1787190522.379696:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190522.379700:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13317480 x1874004794163968/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190522.379706:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190522.379709:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13317480 x1874004794163968/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190522.379715:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190522.379716:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787190522.384318:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190522.384341:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190522.384348:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190522.384351:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190522.384382:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190522.384392:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190522.384404:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190522.384410:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190522.384417:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190522.384422:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 25 MB=0x6a865be104000 00000400:00000200:1.0:1787190522.384427:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190522.384435:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.121@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:1.0:1787190522.384444:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190522.384454:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190522.384459:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190522.384515:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190522.384526:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190522.384538:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13314380 x1874004794163200/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190522.384551:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13314380 x1874004794163200/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190522.384565:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190522.384577:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190522.384581:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190522.384769:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190522.384776:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787190522.384785:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190522.384788:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190522.384802:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b3c8. 00000400:00000200:2.0:1787190522.384807:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfcc0 00000400:00000010:2.0:1787190522.384810:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfcc0. 00000100:00000001:2.0:1787190522.384814:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190522.384819:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13314380 x1874004794163200/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190522.384829:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13314380 x1874004794163200/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.384835:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190522.384838:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190522.384841:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190522.384845:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190522.384848:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190522.384851:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190522.384855:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190522.384862:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b460 time=84 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190522.384868:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190522.384871:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190522.384873:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190522.384876:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787190522.384879:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190522.384882:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.384888:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13314380 x1874004794163200/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.384895:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190522.384899:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190522.384902:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190522.384906:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13314380 x1874004794163200/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190522.384914:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2399:1874004794163200:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190522.384921:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190522.384924:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190522.384946:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13314380 x1874004794163200/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.384954:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190522.384957:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190522.384962:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a11eae600. 02000000:00000001:2.0:1787190522.384967:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190522.384971:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190522.384973:0:2399:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:2.0:1787190522.384975:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190522.384979:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581e00. 02000000:00000001:2.0:1787190522.384985:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190522.384987:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190522.384989:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13314380. 00000100:00000001:2.0:1787190522.384993:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190522.384994:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190522.384998:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190522.385000:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190522.385002:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190522.385004:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190522.385006:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787190522.386414:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.386432:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190522.386436:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.386439:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190522.386447:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386456:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190522.386620:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386626:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386632:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386636:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104080 00000400:00000200:0.0:1787190522.386642:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386649:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x801 [1] + 224 00000800:00000001:0.0:1787190522.386657:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.386662:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190522.386666:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190522.386671:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190522.386694:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190522.386703:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13317100 x1874004794163328/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190522.386714:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13317100 x1874004794163328/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.386769:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190522.386775:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787190522.386796:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190522.386806:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.386811:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190522.386813:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.386815:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190522.386818:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386822:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190522.386826:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386828:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386831:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386834:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104180 00000400:00000200:0.0:1787190522.386838:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386842:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:0.0:1787190522.386846:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.386849:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190522.386851:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190522.386854:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190522.386858:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190522.386863:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13315880 x1874004794163584/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190522.386871:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13315880 x1874004794163584/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190522.386879:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190522.386883:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.386886:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190522.386888:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.386896:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190522.386900:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386904:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190522.386909:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386911:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386914:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386917:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104100 00000400:00000200:0.0:1787190522.386920:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386924:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x819 [1] + 224 00000800:00000001:0.0:1787190522.386928:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.386940:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190522.386942:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190522.386946:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190522.386950:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190522.386954:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13314a80 x1874004794163456/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190522.386963:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13314a80 x1874004794163456/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190522.386981:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190522.386986:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.386990:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190522.386992:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.386993:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190522.386996:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.386999:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190522.387003:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.387005:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.387008:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.387010:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104200 00000400:00000200:0.0:1787190522.387014:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.387017:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:0.0:1787190522.387020:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.387029:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190522.387032:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190522.387035:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190522.387038:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190522.387044:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13317b80 x1874004794163712/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190522.387051:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13317b80 x1874004794163712/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190522.387058:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190522.387072:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.387076:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190522.387078:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.387080:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190522.387090:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.387094:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190522.387098:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.387101:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.387104:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.387107:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 4 MB=0x6a865be104280 00000400:00000200:0.0:1787190522.387111:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.387115:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.121@tcp of length 224/224 into md 0x811 [1] + 224 00000800:00000001:0.0:1787190522.387119:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.387123:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190522.387125:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190522.387128:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190522.387131:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190522.387136:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13316d80 x1874004794163840/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190522.387145:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13316d80 x1874004794163840/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190522.387152:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190522.387161:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.387164:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190522.387166:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.387168:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190522.387172:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.387175:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190522.387180:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.387182:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.387185:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.387187:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 4 MB=0x6a865be104300 00000400:00000200:0.0:1787190522.387201:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190522.387205:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.121@tcp of length 224/224 into md 0x829 [1] + 224 00000800:00000001:0.0:1787190522.387208:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.387218:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190522.387220:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190522.387223:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190522.387226:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190522.387231:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13317480 x1874004794163968/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190522.387239:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13317480 x1874004794163968/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190522.387246:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190522.387250:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190522.387252:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190522.387500:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190522.387506:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787190522.387513:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190522.387515:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190522.387519:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167be70. 00000400:00000200:2.0:1787190522.387524:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df6e8 00000400:00000010:2.0:1787190522.387527:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df6e8. 00000100:00000001:2.0:1787190522.387531:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190522.387536:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13314a80 x1874004794163456/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190522.387546:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13314a80 x1874004794163456/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.387553:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190522.387555:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190522.387558:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190522.387562:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190522.387570:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190522.387573:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190522.387577:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190522.387588:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06180c60 time=83 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190522.387594:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06180c18 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190522.387597:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190522.387599:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190522.387603:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787190522.387607:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13314a80 x1874004794163456/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787190522.387615:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190522.387619:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787190522.387621:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:2.0:1787190522.387623:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787190522.387625:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.387629:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13314a80 x1874004794163456/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.387636:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190522.387640:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190522.387642:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190522.387647:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13314a80 x1874004794163456/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190522.387655:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2399:1874004794163456:192.168.201.121@tcp:400:kworker.0 00000400:00000001:2.0:1787190522.387660:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190522.387661:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190522.387662:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b4d0. 00000400:00000200:2.0:1787190522.387664:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfdd0 00000400:00000010:2.0:1787190522.387666:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfdd0. 00000100:00000001:2.0:1787190522.387668:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190522.387670:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13317b80 x1874004794163712/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190522.387692:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13317b80 x1874004794163712/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.387699:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190522.387700:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190522.387702:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190522.387703:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190522.387704:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190522.387705:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190522.387707:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190522.387711:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb7c60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190522.387714:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb7c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190522.387716:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190522.387717:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190522.387718:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787190522.387722:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13317b80 x1874004794163712/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787190522.387728:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190522.387730:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787190522.387731:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:2.0:1787190522.387733:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787190522.387735:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.387738:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13317b80 x1874004794163712/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.387744:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190522.387746:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190522.387747:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190522.387750:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13317b80 x1874004794163712/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190522.387756:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13317b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9ec143c8-f482-4099-9c05-29a32b40dfe8:2399:1874004794163712:192.168.201.121@tcp:400:kworker.0 00000400:00000001:2.0:1787190522.387760:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190522.387764:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190522.387766:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b318. 00000400:00000200:2.0:1787190522.387768:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df770 00000400:00000010:2.0:1787190522.387769:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df770. 00000100:00000001:2.0:1787190522.387772:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190522.387775:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13317480 x1874004794163968/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190522.387783:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13317480 x1874004794163968/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.387789:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190522.387790:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190522.387792:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190522.387793:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190522.387794:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190522.387795:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190522.387797:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190522.387801:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb2c60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190522.387804:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb2c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190522.387806:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190522.387807:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190522.387809:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787190522.387812:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13317480 x1874004794163968/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787190522.387818:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190522.387820:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787190522.387821:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:2.0:1787190522.387823:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787190522.387824:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190522.387827:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13317480 x1874004794163968/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.387833:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190522.387834:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190522.387835:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190522.387843:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13317480 x1874004794163968/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190522.387851:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13317480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9ec143c8-f482-4099-9c05-29a32b40dfe8:2399:1874004794163968:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190522.387856:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190522.387859:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190522.387862:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13314a80 x1874004794163456/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.387869:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190522.387872:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190522.387877:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a11eafa00. 02000000:00000001:2.0:1787190522.387882:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190522.387885:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190522.387887:0:2399:0:(genops.c:1223:class_import_put()) import ffff925a06180800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000020:00000001:2.0:1787190522.387890:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190522.387893:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581400. 02000000:00000001:2.0:1787190522.387897:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190522.387899:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190522.387901:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13314a80. 00000100:00000001:2.0:1787190522.387905:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190522.387906:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190522.387908:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190522.387911:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13317b80 x1874004794163712/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.387917:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190522.387918:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190522.387919:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a11eaea00. 02000000:00000001:2.0:1787190522.387921:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190522.387922:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190522.387923:0:2399:0:(genops.c:1223:class_import_put()) import ffff925a08bb7800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000020:00000001:2.0:1787190522.387924:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190522.387926:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581600. 02000000:00000001:2.0:1787190522.387927:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190522.387928:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190522.387941:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13317b80. 00000100:00000001:2.0:1787190522.387944:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190522.387945:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190522.387947:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190522.387951:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13317480 x1874004794163968/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190522.387957:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190522.387959:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190522.387961:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a11eae800. 02000000:00000001:2.0:1787190522.387963:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190522.387964:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190522.387965:0:2399:0:(genops.c:1223:class_import_put()) import ffff925a08bb2800 refcount=2 obd=lustre-OST0001-osc-ffff925a034ab000 00000020:00000001:2.0:1787190522.387967:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190522.387968:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581100. 02000000:00000001:2.0:1787190522.387969:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190522.387970:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190522.387971:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13317480. 00000100:00000001:2.0:1787190522.387973:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190522.387974:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190522.387977:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190522.387986:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190522.387988:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190522.387990:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190522.387993:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1787190522.388250:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190522.388253:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190522.388256:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1674c7e8. 00000400:00000200:3.0:1787190522.388260:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb770 00000400:00000010:3.0:1787190522.388262:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb770. 00000100:00000001:3.0:1787190522.388265:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190522.388271:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13317100 x1874004794163328/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190522.388281:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13317100 x1874004794163328/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.388288:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190522.388289:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190522.388291:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190522.388292:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190522.388294:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190522.388295:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190522.388297:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190522.388303:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06187c60 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190522.388306:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06187c18 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190522.388376:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190522.388378:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190522.388380:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787190522.388383:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190522.388385:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190522.388387:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190522.388389:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190522.388390:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190522.388395:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13317100 x1874004794163328/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.388402:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190522.388404:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190522.388406:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190522.388409:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13317100 x1874004794163328/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190522.388432:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13317100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794163328:192.168.201.121@tcp:400:kworker.0 00000400:00000001:3.0:1787190522.388438:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190522.388440:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190522.388441:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1674c528. 00000400:00000200:3.0:1787190522.388444:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efbcc0 00000400:00000010:3.0:1787190522.388445:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efbcc0. 00000100:00000001:3.0:1787190522.388447:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190522.388451:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13315880 x1874004794163584/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190522.388460:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13315880 x1874004794163584/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.388578:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190522.388580:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190522.388582:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190522.388583:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190522.388585:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190522.388587:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190522.388589:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190522.388595:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb1460 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190522.388598:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb1418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190522.388601:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190522.388602:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190522.388604:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787190522.388606:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190522.388608:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190522.388609:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190522.388611:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190522.388612:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190522.388616:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13315880 x1874004794163584/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.388623:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190522.388630:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190522.388631:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190522.388635:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13315880 x1874004794163584/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190522.388643:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13315880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794163584:192.168.201.121@tcp:400:kworker.0 00000400:00000001:3.0:1787190522.388649:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190522.388650:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190522.388652:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1674c688. 00000400:00000200:3.0:1787190522.388655:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb220 00000400:00000010:3.0:1787190522.388656:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb220. 00000100:00000001:3.0:1787190522.388659:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190522.388663:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13316d80 x1874004794163840/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190522.388671:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13316d80 x1874004794163840/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.388676:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190522.388677:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190522.388679:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190522.388680:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190522.388682:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190522.388683:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190522.388685:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190522.388690:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb6c60 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190522.388693:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb6c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190522.388694:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190522.388696:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190522.388697:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787190522.388700:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13316d80 x1874004794163840/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787190522.388707:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190522.388709:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190522.388710:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190522.388715:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190522.388717:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190522.388721:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13316d80 x1874004794163840/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.388727:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190522.388728:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190522.388729:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190522.388732:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13316d80 x1874004794163840/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190522.388739:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794163840:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190522.388743:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190522.388745:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190522.388748:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13317100 x1874004794163328/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.388754:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190522.388755:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190522.388757:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a10e48400. 02000000:00000001:3.0:1787190522.388761:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190522.388763:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190522.388764:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a06187800 refcount=3 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000020:00000001:3.0:1787190522.388765:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190522.388767:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581f00. 02000000:00000001:3.0:1787190522.388770:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190522.388771:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190522.388772:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13317100. 00000100:00000001:3.0:1787190522.388775:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190522.388777:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190522.388778:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190522.388781:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13315880 x1874004794163584/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.388787:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190522.388788:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190522.388793:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a10e48000. 02000000:00000001:3.0:1787190522.388795:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190522.388796:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190522.388798:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a08bb1000 refcount=3 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000020:00000001:3.0:1787190522.388800:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190522.388801:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581300. 02000000:00000001:3.0:1787190522.388803:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190522.388804:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190522.388805:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13315880. 00000100:00000001:3.0:1787190522.388807:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190522.388808:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190522.388809:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190522.388812:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13316d80 x1874004794163840/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190522.388818:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190522.388819:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190522.388820:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a10e48e00. 02000000:00000001:3.0:1787190522.388822:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190522.388823:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190522.388824:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a08bb6800 refcount=2 obd=lustre-OST0000-osc-ffff925a034ab000 00000020:00000001:3.0:1787190522.388825:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190522.388827:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581c00. 02000000:00000001:3.0:1787190522.388828:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190522.388829:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190522.388830:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13316d80. 00000100:00000001:3.0:1787190522.388832:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190522.388833:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190522.388835:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190522.388840:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787190522.388841:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190522.388843:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190522.388845:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190523.014688:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190523.014699:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190523.014708:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190523.014709:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190523.014735:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190523.014739:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190523.014743:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787190523.719709:0:8285:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d000 (cpu 0) has reached its deadline 4295034624, at 4295034689 00000100:00000010:0.0:1787190523.719726:0:8285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a04eaa8a0. 00000100:00000040:1.0:1787190523.720448:0:9084:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d110 (cpu 1) has reached its deadline 4295034624, at 4295034689 00000100:00000010:1.0:1787190523.720458:0:9084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a04eaa5a0. 00010000:00000001:0.0:1787190524.039406:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190524.039413:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190524.039419:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190524.039420:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190524.039508:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190524.039511:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190524.039514:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190525.063173:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190525.063180:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190525.063186:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190525.063187:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190525.063226:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190525.063229:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190525.063233:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190526.090672:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190526.090683:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190526.090689:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190526.090691:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190526.090730:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190526.090733:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190526.090737:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190527.110855:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190527.110863:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190527.110869:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190527.110870:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190527.110905:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190527.110908:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190527.110911:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787190527.363146:0:9649:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787190527.363157:0:9649:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787190527.393487:0:9651:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787190527.393501:0:9651:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787190527.451386:0:9658:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787190527.451396:0:9658:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787190527.466071:0:9660:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787190527.466083:0:9660:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.499450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787190527.499491:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787190527.499499:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a05e84000. 00000020:00000040:3.0:1787190527.499504:0:8:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000001:3.0:1787190527.499509:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787190527.499513:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787190527.499517:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787190527.499525:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03acb900. 00000100:00000001:3.0:1787190527.499532:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.499817:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS req@ffff925a05e84000 x1874004794164096/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787190527.499830:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787190527.499834:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.499841:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075628f76] to pc [ptlrpcd_01_01+1] req@ffff925a05e84000 x1874004794164096/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.499871:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.499941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787190527.499946:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787190527.499949:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a05e84380. 00000020:00000040:3.0:1787190527.499952:0:8:0:(genops.c:1210:class_import_get()) import ffff925a06187800 refcount=4 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000100:00000001:3.0:1787190527.499955:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787190527.499956:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787190527.499959:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787190527.499962:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03acb800. 00000100:00000001:3.0:1787190527.499966:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.499971:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID req@ffff925a05e84380 x1874004794164224/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787190527.499979:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787190527.499981:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.499984:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf2af223] to pc [ptlrpcd_01_00+0] req@ffff925a05e84380 x1874004794164224/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.499994:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.500002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787190527.500005:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787190527.500008:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a05e85c00. 00000020:00000040:3.0:1787190527.500011:0:8:0:(genops.c:1210:class_import_get()) import ffff925a06180800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000100:00000001:3.0:1787190527.500013:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787190527.500015:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787190527.500017:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787190527.500022:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03acbf00. 00000100:00000001:3.0:1787190527.500026:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.500031:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID req@ffff925a05e85c00 x1874004794164352/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787190527.500040:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787190527.500042:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.500046:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079e0fa0c] to pc [ptlrpcd_01_01+1] req@ffff925a05e85c00 x1874004794164352/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.500053:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.500055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190527.500100:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190527.500113:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190527.500116:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190527.500122:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a05e84000 x1874004794164096/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.500130:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190527.500132:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190527.500136:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190527.500138:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190527.500141:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190527.500145:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794164096:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190527.500149:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190527.500162:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190527.500164:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190527.500166:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190527.500171:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a11eae400. 02000000:00000001:2.0:1787190527.500173:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190527.500180:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190527.500184:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b318. 00000400:00000010:2.0:1787190527.500191:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df770. 00000100:00000200:2.0:1787190527.500198:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794164096, portal 25 00000100:00000001:2.0:1787190527.500200:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190527.500202:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514076659712 : -120559632891904 : ffff925a05e84000) 00000100:00000040:2.0:1787190527.500207:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a05e84000 x1874004794164096/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.500214:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190527.500217:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190527.500220:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfdd0. 00000100:00000200:2.0:1787190527.500223:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004794164096, offset 0 00000400:00000200:2.0:1787190527.500230:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190527.500239:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190527.500246:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190527.500252:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190527.500256:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190527.500260:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190527.500263:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190527.500266:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [142:142:256:4294967295] 192.168.201.121@tcp LPNI seq info [142:142:8:4294967295] 00000400:00000200:2.0:1787190527.500270:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190527.500280:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190527.500286:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190527.500291:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a1654e200. 00000800:00000200:2.0:1787190527.500298:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190527.500306:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190527.500310:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a1654e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190527.500335:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190527.500340:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190527.500342:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295039747 00000100:00000010:2.0:1787190527.500346:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a04eaae40. 00000100:00000001:2.0:1787190527.500352:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787190527.500357:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295039747 00000100:00000010:2.0:1787190527.500359:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a04eaa060. 00000100:00000001:2.0:1787190527.500362:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787190527.500365:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190527.500368:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.500370:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190527.500374:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a05e85c00 x1874004794164352/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.500381:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190527.500382:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190527.500384:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190527.500386:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190527.500388:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190527.500390:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794164352:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190527.500393:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190527.500395:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190527.500397:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190527.500398:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190527.500401:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a11eaf800. 02000000:00000001:2.0:1787190527.500402:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190527.500405:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190527.500408:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b4d0. 00000400:00000010:2.0:1787190527.500411:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df6e8. 00000100:00000200:2.0:1787190527.500414:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794164352, portal 10 00000100:00000001:2.0:1787190527.500415:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190527.500417:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514076666880 : -120559632884736 : ffff925a05e85c00) 00000100:00000040:2.0:1787190527.500423:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a05e85c00 x1874004794164352/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.500435:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190527.500438:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190527.500440:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfcc0. 00000100:00000200:2.0:1787190527.500443:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794164352, offset 0 00000400:00000200:2.0:1787190527.500447:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190527.500451:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190527.500454:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190527.500457:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190527.500459:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190527.500462:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190527.500488:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190527.500491:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [143:143:255:4294967295] 192.168.201.121@tcp LPNI seq info [143:143:7:4294967295] 00000400:00000200:2.0:1787190527.500494:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190527.500500:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190527.500504:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190527.500508:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a1654ee00. 00000800:00000200:2.0:1787190527.500512:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190527.500516:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190527.500519:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a1654ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190527.500522:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190527.500525:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: using a timeout of 85737 usecs (86 jiffies) 00000400:00000200:2.0:1787190527.500528:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190527.500530:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295038554 00000100:00000001:2.0:1787190527.500532:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 0, keep current deadline 4295039747 00000100:00000001:2.0:1787190527.500534:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295038554 00000100:00000001:2.0:1787190527.500536:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 1, keep current deadline 4295039747 00000100:00000001:2.0:1787190527.500538:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190527.500540:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787190527.500663:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190527.500669:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a1654e200. 00000400:00000200:0.0:1787190527.500674:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190527.500679:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190527.500685:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfdd0 00000400:00000010:0.0:1787190527.500688:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfdd0. 00000100:00000001:0.0:1787190527.500692:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190527.500703:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a05e84000 x1874004794164096/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190527.500712:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190527.500715:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a05e84000 x1874004794164096/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190527.500722:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190527.500724:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787190527.500772:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190527.500774:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a1654ee00. 00000400:00000200:0.0:1787190527.500778:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190527.500781:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190527.500784:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfcc0 00000400:00000010:0.0:1787190527.500786:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfcc0. 00000100:00000001:0.0:1787190527.500789:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190527.500792:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a05e85c00 x1874004794164352/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190527.500799:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190527.500802:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a05e85c00 x1874004794164352/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190527.500808:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190527.500809:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787190527.500849:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.500851:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.500860:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190527.500862:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787190527.500864:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190527.500866:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190527.500867:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190527.500870:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1787190527.500872:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.500874:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190527.500876:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.500878:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190527.500879:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190527.500881:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190527.500885:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a05e84380 x1874004794164224/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.500892:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190527.500894:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190527.500897:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190527.500898:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190527.500901:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190527.500904:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794164224:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190527.500907:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190527.500909:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190527.500911:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190527.500913:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190527.500916:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a11eafa00. 02000000:00000001:2.0:1787190527.500918:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190527.500922:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190527.500924:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167be70. 00000400:00000010:2.0:1787190527.500928:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfbb0. 00000100:00000200:2.0:1787190527.500932:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794164224, portal 10 00000100:00000001:2.0:1787190527.500934:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190527.500935:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514076660608 : -120559632891008 : ffff925a05e84380) 00000100:00000040:2.0:1787190527.500941:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a05e84380 x1874004794164224/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.500953:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190527.500955:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190527.500958:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfe58. 00000100:00000200:2.0:1787190527.500961:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794164224, offset 0 00000400:00000200:2.0:1787190527.500965:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190527.500970:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190527.500974:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190527.500976:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190527.500979:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190527.500982:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190527.500984:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190527.500986:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [144:144:256:4294967295] 192.168.201.121@tcp LPNI seq info [144:144:8:4294967295] 00000400:00000200:2.0:1787190527.500991:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190527.500997:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190527.501002:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190527.501005:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a1654e500. 00000800:00000200:2.0:1787190527.501009:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190527.501013:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190527.501016:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a1654e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190527.501032:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190527.501035:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: using a timeout of 180901 usecs (181 jiffies) 00000400:00000200:2.0:1787190527.501038:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190527.501041:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295038649 00000100:00000001:2.0:1787190527.501043:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request active for cpu 0, keep current deadline 4295039747 00000100:00000001:2.0:1787190527.501045:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295038649 00000100:00000001:2.0:1787190527.501048:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request active for cpu 1, keep current deadline 4295039747 00000100:00000001:2.0:1787190527.501050:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190527.501052:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.501061:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.501064:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787190527.501121:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190527.501124:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a1654e500. 00000400:00000200:0.0:1787190527.501127:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190527.501131:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190527.501134:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfe58 00000400:00000010:0.0:1787190527.501136:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfe58. 00000100:00000001:0.0:1787190527.501139:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190527.501143:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a05e84380 x1874004794164224/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190527.501150:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190527.501153:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a05e84380 x1874004794164224/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190527.501166:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190527.501168:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1787190527.501505:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787190527.501512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787190527.501516:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787190527.501519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787190527.501523:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787190527.501528:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a05e87800. 00000020:00000040:3.0:1787190527.501531:0:8:0:(genops.c:1210:class_import_get()) import ffff925a08bb1000 refcount=4 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000100:00000001:3.0:1787190527.501535:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787190527.501537:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787190527.501540:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787190527.501712:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03acbd00. 00000100:00000001:3.0:1787190527.501717:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.501728:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID req@ffff925a05e87800 x1874004794164480/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787190527.501736:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787190527.501739:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.501743:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007481f79f] to pc [ptlrpcd_01_00+0] req@ffff925a05e87800 x1874004794164480/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.501759:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.501762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787190527.501765:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787190527.501768:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a05e85880. 00000020:00000040:3.0:1787190527.501770:0:8:0:(genops.c:1210:class_import_get()) import ffff925a08bb7800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000100:00000001:3.0:1787190527.501773:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787190527.501774:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787190527.501776:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787190527.501779:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03acb500. 00000100:00000001:3.0:1787190527.501782:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.501785:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID req@ffff925a05e85880 x1874004794164608/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787190527.501791:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787190527.501793:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.501797:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003eaf6aab] to pc [ptlrpcd_01_01+1] req@ffff925a05e85880 x1874004794164608/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.501804:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.501806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787190527.501809:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787190527.501812:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a05e84700. 00000020:00000040:3.0:1787190527.501814:0:8:0:(genops.c:1210:class_import_get()) import ffff925a08bb6800 refcount=3 obd=lustre-OST0000-osc-ffff925a034ab000 00000100:00000001:3.0:1787190527.501815:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787190527.501817:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787190527.501818:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787190527.501827:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03acbb00. 00000100:00000001:3.0:1787190527.501830:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.501834:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID req@ffff925a05e84700 x1874004794164736/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787190527.501840:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787190527.501842:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.501845:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095a1c98b] to pc [ptlrpcd_01_00+0] req@ffff925a05e84700 x1874004794164736/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.501851:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.501852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787190527.501855:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787190527.501858:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a05e86300. 00000020:00000040:3.0:1787190527.501861:0:8:0:(genops.c:1210:class_import_get()) import ffff925a08bb2800 refcount=3 obd=lustre-OST0001-osc-ffff925a034ab000 00000100:00000001:3.0:1787190527.501862:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787190527.501864:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787190527.501866:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787190527.501869:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03acb600. 00000100:00000001:3.0:1787190527.501871:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.501875:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID req@ffff925a05e86300 x1874004794164864/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787190527.501881:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787190527.501883:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.501887:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf2376e9] to pc [ptlrpcd_01_01+1] req@ffff925a05e86300 x1874004794164864/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.501893:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.501898:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (376) 00000100:00000001:3.0:1787190527.502062:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190527.502065:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787190527.502067:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787190527.502072:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a05e87800 x1874004794164480/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.502089:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787190527.502091:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190527.502094:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787190527.502096:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787190527.502098:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787190527.502101:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9ec143c8-f482-4099-9c05-29a32b40dfe8:2399:1874004794164480:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190527.502115:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787190527.502118:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787190527.502120:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190527.502122:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787190527.502126:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a061c2200. 02000000:00000001:3.0:1787190527.502128:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787190527.502134:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:3.0:1787190527.502136:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1674c688. 00000400:00000010:3.0:1787190527.502141:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb220. 00000100:00000200:3.0:1787190527.502145:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794164480, portal 10 00000100:00000001:3.0:1787190527.502147:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787190527.502148:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514076674048 : -120559632877568 : ffff925a05e87800) 00000100:00000040:3.0:1787190527.502155:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a05e87800 x1874004794164480/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.502161:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787190527.502163:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:3.0:1787190527.502165:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efbcc0. 00000100:00000200:3.0:1787190527.502168:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794164480, offset 0 00000400:00000200:3.0:1787190527.502173:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:3.0:1787190527.502178:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190527.502183:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:3.0:1787190527.502186:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787190527.502189:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:3.0:1787190527.502192:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787190527.502194:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:3.0:1787190527.502202:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [145:145:256:4294967295] 192.168.201.121@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:3.0:1787190527.502206:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190527.502213:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:3.0:1787190527.502218:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:3.0:1787190527.502221:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03acba00. 00000800:00000200:3.0:1787190527.502226:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:3.0:1787190527.502230:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:3.0:1787190527.502233:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03acba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787190527.503264:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.503273:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: using a timeout of 22565 usecs (23 jiffies) 00000400:00000200:3.0:1787190527.503277:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:3.0:1787190527.503281:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295038495 00000100:00000001:3.0:1787190527.503284:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295039747 00000100:00000001:3.0:1787190527.503286:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295038495 00000100:00000001:3.0:1787190527.503289:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295039747 00000100:00000001:3.0:1787190527.503291:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190527.503294:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190527.503297:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787190527.503303:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a05e84700 x1874004794164736/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.503311:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787190527.503313:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190527.503316:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787190527.503319:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787190527.503321:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787190527.503324:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9ec143c8-f482-4099-9c05-29a32b40dfe8:2399:1874004794164736:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190527.503327:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787190527.503330:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787190527.503333:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190527.503342:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787190527.503346:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a061c3a00. 02000000:00000001:3.0:1787190527.503348:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787190527.503352:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:3.0:1787190527.503355:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1674c528. 00000400:00000010:3.0:1787190527.503359:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb770. 00000100:00000200:3.0:1787190527.503364:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794164736, portal 4 00000100:00000001:2.0:1787190527.506650:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190527.506659:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190527.506662:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190527.506674:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a05e85880 x1874004794164608/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.506690:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190527.506692:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190527.506697:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190527.506701:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190527.506704:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190527.506707:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794164608:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190527.506712:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190527.506718:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190527.506721:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190527.506723:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190527.506729:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a11eae800. 02000000:00000001:2.0:1787190527.506732:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190527.506740:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190527.506744:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b3c8. 00000400:00000010:2.0:1787190527.506751:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfb28. 00000100:00000200:2.0:1787190527.506758:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794164608, portal 10 00000100:00000001:2.0:1787190527.506760:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190527.506761:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514076665984 : -120559632885632 : ffff925a05e85880) 00000100:00000040:2.0:1787190527.506769:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a05e85880 x1874004794164608/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.506777:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190527.506780:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190527.506783:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df000. 00000100:00000200:2.0:1787190527.506786:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794164608, offset 0 00000400:00000200:2.0:1787190527.506793:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190527.506801:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190527.506817:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190527.506823:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190527.506827:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190527.506832:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190527.506834:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190527.506838:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [146:146:255:4294967295] 192.168.201.121@tcp LPNI seq info [146:146:7:4294967295] 00000400:00000200:2.0:1787190527.506842:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190527.506852:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190527.506858:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190527.506863:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a1654e100. 00000800:00000200:2.0:1787190527.506870:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190527.506878:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190527.506882:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a1654e100 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:0.0:1787190527.507083:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1787190527.507116:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190527.507122:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: using a timeout of 25028 usecs (26 jiffies) 00000400:00000200:2.0:1787190527.507126:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190527.507129:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295038502 00000100:00000001:2.0:1787190527.507132:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295039747 00000100:00000001:2.0:1787190527.507135:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295038502 00000100:00000001:2.0:1787190527.507136:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295039747 00000100:00000001:2.0:1787190527.507138:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190527.507141:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.507144:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190527.507148:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a05e86300 x1874004794164864/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.507155:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190527.507156:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190527.507158:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190527.507160:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190527.507162:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190527.507170:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794164864:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190527.507173:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190527.507176:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190527.507177:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190527.507179:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190527.507182:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a11eaee00. 02000000:00000001:2.0:1787190527.507184:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190527.507187:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190527.507189:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b840. 00000400:00000010:2.0:1787190527.507193:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df330. 00000100:00000200:2.0:1787190527.507195:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794164864, portal 4 00000100:00000001:2.0:1787190527.507197:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190527.507198:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514076668672 : -120559632882944 : ffff925a05e86300) 00000100:00000040:2.0:1787190527.507204:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a05e86300 x1874004794164864/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.507209:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190527.507211:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190527.507213:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df198. 00000100:00000200:2.0:1787190527.507215:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004794164864, offset 0 00000400:00000200:2.0:1787190527.507219:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190527.507223:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190527.507226:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190527.507229:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190527.507231:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190527.507233:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190527.507234:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190527.507237:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [147:147:254:4294967295] 192.168.201.121@tcp LPNI seq info [147:147:6:4294967295] 00000400:00000200:2.0:1787190527.507240:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190527.507246:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190527.507250:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190527.507253:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a1654e600. 00000800:00000200:2.0:1787190527.507263:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190527.507267:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190527.507269:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a1654e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190527.507272:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190527.507275:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: using a timeout of 18938 usecs (19 jiffies) 00000400:00000200:2.0:1787190527.507277:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190527.507279:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295038495 00000100:00000001:2.0:1787190527.507281:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295039747 00000100:00000001:2.0:1787190527.507283:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295038495 00000100:00000001:2.0:1787190527.507285:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295039747 00000100:00000001:2.0:1787190527.507286:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190527.507288:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.507291:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.507294:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.507302:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190527.507304:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787190527.507307:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190527.507308:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190527.507309:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.507312:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190527.507381:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787190527.507382:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514076661504 : -120559632890112 : ffff925a05e84700) 00000100:00000040:3.0:1787190527.507391:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a05e84700 x1874004794164736/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.507397:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787190527.507399:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:3.0:1787190527.507403:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb880. 00000100:00000200:3.0:1787190527.507406:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004794164736, offset 0 00000400:00000200:3.0:1787190527.507410:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:3.0:1787190527.507414:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190527.507418:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:3.0:1787190527.507420:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787190527.507423:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:3.0:1787190527.507425:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787190527.507427:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:3.0:1787190527.507429:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [148:148:253:4294967295] 192.168.201.121@tcp LPNI seq info [148:148:5:4294967295] 00000400:00000200:3.0:1787190527.507433:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190527.507439:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:3.0:1787190527.507443:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:3.0:1787190527.507446:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03acb300. 00000800:00000200:3.0:1787190527.507449:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:3.0:1787190527.507453:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:3.0:1787190527.507456:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03acb300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787190527.507488:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.507497:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: using a timeout of 25981 usecs (26 jiffies) 00000400:00000200:3.0:1787190527.507500:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:3.0:1787190527.507502:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295038502 00000100:00000001:3.0:1787190527.507504:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295039747 00000100:00000001:3.0:1787190527.507506:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295038502 00000100:00000001:3.0:1787190527.507508:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295039747 00000100:00000001:3.0:1787190527.507510:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190527.507512:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190527.507514:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190527.507517:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190527.507520:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787190527.507522:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787190527.507524:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190527.507525:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787190527.507526:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190527.507528:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787190527.507976:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190527.507980:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.507983:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190527.507988:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.507993:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190527.507999:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.508002:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.508007:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.508011:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104480 00000400:00000200:0.0:1787190527.508015:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.508020:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x839 [1] + 224 00000800:00000001:0.0:1787190527.508026:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.508030:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190527.508033:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190527.508037:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190527.508044:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190527.508049:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a05e85c00 x1874004794164352/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190527.508059:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a05e85c00 x1874004794164352/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190527.508077:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190527.508084:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.508089:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190527.508090:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.508092:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190527.508095:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.508098:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190527.508112:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.508122:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.508125:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.508129:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 25 MB=0x6a865be104380 00000400:00000200:0.0:1787190527.508132:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.508136:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.121@tcp of length 224/224 into md 0x831 [1] + 224 00000800:00000001:0.0:1787190527.508140:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.508144:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190527.508147:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190527.508150:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190527.508153:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190527.508157:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a05e84000 x1874004794164096/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190527.508166:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a05e84000 x1874004794164096/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190527.508173:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190527.508177:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.508180:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190527.508182:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.508183:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190527.508186:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.508189:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190527.508192:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.508194:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.508197:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.508200:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104400 00000400:00000200:0.0:1787190527.508203:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.508206:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:0.0:1787190527.508210:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.508214:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190527.508216:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190527.508219:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190527.508222:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190527.508232:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a05e84380 x1874004794164224/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190527.508241:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a05e84380 x1874004794164224/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190527.508248:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190527.508252:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.508255:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.509659:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190527.509668:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787190527.509677:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190527.509679:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190527.509683:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167be70. 00000400:00000200:2.0:1787190527.509689:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfbb0 00000400:00000010:2.0:1787190527.509691:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfbb0. 00000100:00000001:2.0:1787190527.509695:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190527.509702:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a05e84380 x1874004794164224/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190527.509713:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a05e84380 x1874004794164224/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.509720:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190527.509729:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.509732:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190527.509734:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190527.509736:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190527.509739:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190527.509742:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190527.509752:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06187c60 time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190527.509756:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06187c18 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190527.509759:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190527.509760:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190527.509763:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787190527.509766:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.509770:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787190527.509772:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:2.0:1787190527.509774:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787190527.509776:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190527.509782:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a05e84380 x1874004794164224/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.509789:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190527.509792:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190527.509794:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190527.509797:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a05e84380 x1874004794164224/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190527.509805:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794164224:192.168.201.121@tcp:400:kworker.0 00000400:00000001:2.0:1787190527.509811:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190527.509813:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190527.509815:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b318. 00000400:00000200:2.0:1787190527.509817:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df770 00000400:00000010:2.0:1787190527.509819:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df770. 00000100:00000001:2.0:1787190527.509822:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190527.509826:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a05e84000 x1874004794164096/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190527.509834:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a05e84000 x1874004794164096/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.509847:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190527.509848:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.509850:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190527.509852:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190527.509853:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190527.509855:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190527.509857:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190527.509860:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b460 time=89 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190527.509863:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=89 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190527.509865:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190527.509866:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190527.509867:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787190527.509869:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.509871:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190527.509875:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a05e84000 x1874004794164096/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.509881:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190527.509882:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190527.509884:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190527.509887:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a05e84000 x1874004794164096/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190527.509895:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794164096:192.168.201.121@tcp:400:kworker.0 00000400:00000001:2.0:1787190527.509900:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190527.509901:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190527.509903:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b4d0. 00000400:00000200:2.0:1787190527.509906:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df6e8 00000400:00000010:2.0:1787190527.509907:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df6e8. 00000100:00000001:2.0:1787190527.509909:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190527.509913:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a05e85c00 x1874004794164352/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190527.509922:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a05e85c00 x1874004794164352/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.509934:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190527.509936:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.509938:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190527.509939:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190527.509940:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190527.509941:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190527.509943:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190527.509948:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06180c60 time=88 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190527.509951:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06180c18 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190527.509953:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190527.509954:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190527.509956:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787190527.509960:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e85c00 x1874004794164352/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787190527.509967:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.509969:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787190527.509970:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:2.0:1787190527.509972:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787190527.509973:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190527.509977:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a05e85c00 x1874004794164352/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.509983:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190527.509985:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190527.509987:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190527.509990:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a05e85c00 x1874004794164352/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190527.509997:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794164352:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190527.510001:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.510004:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190527.510007:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a05e84380 x1874004794164224/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.510019:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190527.510022:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190527.510025:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a11eafa00. 02000000:00000001:2.0:1787190527.510029:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190527.510032:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190527.510034:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a06187800 refcount=3 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000020:00000001:2.0:1787190527.510036:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190527.510039:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03acb800. 02000000:00000001:2.0:1787190527.510043:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190527.510045:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190527.510047:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a05e84380. 00000100:00000001:2.0:1787190527.510050:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190527.510052:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.510053:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190527.510057:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a05e84000 x1874004794164096/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.510063:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190527.510064:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190527.510066:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a11eae400. 02000000:00000001:2.0:1787190527.510068:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190527.510069:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190527.510070:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:2.0:1787190527.510071:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190527.510073:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03acb900. 02000000:00000001:2.0:1787190527.510075:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190527.510076:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190527.510077:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a05e84000. 00000100:00000001:2.0:1787190527.510079:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190527.510080:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.510081:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190527.510085:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a05e85c00 x1874004794164352/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.510091:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190527.510092:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190527.510098:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a11eaf800. 02000000:00000001:2.0:1787190527.510101:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190527.510115:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190527.510116:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a06180800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000020:00000001:2.0:1787190527.510118:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190527.510119:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03acbf00. 02000000:00000001:2.0:1787190527.510122:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190527.510123:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190527.510124:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a05e85c00. 00000100:00000001:2.0:1787190527.510127:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190527.510128:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.510132:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.510134:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190527.510135:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190527.510137:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.510139:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787190527.514174:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190527.514185:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03acba00. 00000400:00000200:1.0:1787190527.514192:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190527.514202:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190527.514209:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efbcc0 00000400:00000010:1.0:1787190527.514212:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efbcc0. 00000100:00000001:1.0:1787190527.514217:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190527.514225:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a05e87800 x1874004794164480/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190527.514245:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190527.514249:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a05e87800 x1874004794164480/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190527.514257:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190527.514259:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787190527.514276:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190527.514278:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a1654e100. 00000400:00000200:1.0:1787190527.514281:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190527.514284:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190527.514288:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df000 00000400:00000010:1.0:1787190527.514289:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df000. 00000100:00000001:1.0:1787190527.514292:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190527.514296:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a05e85880 x1874004794164608/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190527.514303:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190527.514306:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a05e85880 x1874004794164608/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190527.514323:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190527.514324:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787190527.514334:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190527.514337:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a1654e600. 00000400:00000200:1.0:1787190527.514339:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190527.514342:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190527.514345:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df198 00000400:00000010:1.0:1787190527.514346:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df198. 00000100:00000001:1.0:1787190527.514349:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190527.514352:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a05e86300 x1874004794164864/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190527.514359:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190527.514361:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a05e86300 x1874004794164864/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190527.514377:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190527.514378:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787190527.514445:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190527.514448:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03acb300. 00000400:00000200:1.0:1787190527.514452:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190527.514456:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190527.514459:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb880 00000400:00000010:1.0:1787190527.514461:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb880. 00000100:00000001:1.0:1787190527.514485:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190527.514491:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a05e84700 x1874004794164736/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190527.514498:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190527.514501:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a05e84700 x1874004794164736/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190527.514506:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190527.514508:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787190527.522276:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.522292:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190527.522296:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.522299:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190527.522307:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.522315:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190527.522324:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.522328:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.522334:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.522337:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104500 00000400:00000200:0.0:1787190527.522342:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.522348:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x849 [1] + 224 00000800:00000001:0.0:1787190527.522355:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.522359:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190527.522362:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190527.522367:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190527.522374:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190527.522382:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a05e87800 x1874004794164480/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190527.522393:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a05e87800 x1874004794164480/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190527.522413:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190527.522421:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.522425:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190527.522433:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.522435:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190527.522439:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.522442:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190527.522447:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.522450:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.522453:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.522455:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104580 00000400:00000200:0.0:1787190527.522458:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.522461:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x859 [1] + 224 00000800:00000001:0.0:1787190527.522489:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.522493:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190527.522496:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190527.522499:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190527.522502:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190527.522507:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a05e85880 x1874004794164608/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190527.522514:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a05e85880 x1874004794164608/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190527.522525:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190527.522530:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.522533:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190527.522535:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.522537:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190527.522540:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.522555:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190527.522560:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.522563:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.522566:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.522569:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 4 MB=0x6a865be104680 00000400:00000200:0.0:1787190527.522573:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190527.522576:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.121@tcp of length 224/224 into md 0x861 [1] + 224 00000800:00000001:0.0:1787190527.522586:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.522592:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190527.522594:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190527.522597:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190527.522600:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190527.522604:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a05e86300 x1874004794164864/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190527.522611:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a05e86300 x1874004794164864/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190527.522618:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190527.522621:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190527.522624:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190527.522774:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190527.522779:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787190527.522786:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190527.522789:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190527.522792:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1674c688. 00000400:00000200:3.0:1787190527.522796:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb220 00000400:00000010:3.0:1787190527.522799:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb220. 00000100:00000001:3.0:1787190527.522802:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190527.522807:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a05e87800 x1874004794164480/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190527.522817:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a05e87800 x1874004794164480/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.522824:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190527.522826:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190527.522829:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190527.522832:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190527.522835:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190527.522838:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190527.522847:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190527.522858:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb1460 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190527.522863:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb1418 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190527.522865:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190527.522867:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190527.522870:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787190527.522874:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190527.522878:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190527.522880:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190527.522882:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190527.522884:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.522890:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a05e87800 x1874004794164480/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.522898:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190527.522901:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190527.522903:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190527.522908:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a05e87800 x1874004794164480/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190527.522916:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9ec143c8-f482-4099-9c05-29a32b40dfe8:2399:1874004794164480:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190527.522922:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190527.522925:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190527.522929:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a05e87800 x1874004794164480/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.522936:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190527.522938:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190527.522942:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a061c2200. 02000000:00000001:3.0:1787190527.522946:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190527.522949:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190527.522950:0:2399:0:(genops.c:1223:class_import_put()) import ffff925a08bb1000 refcount=3 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000020:00000001:3.0:1787190527.522953:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190527.522955:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03acbd00. 02000000:00000001:3.0:1787190527.522959:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190527.522966:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190527.522968:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a05e87800. 00000100:00000001:3.0:1787190527.522972:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190527.522974:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190527.522977:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190527.522978:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190527.522980:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787190527.522981:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190527.522983:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.523041:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190527.523044:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787190527.523047:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190527.523049:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190527.523052:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b3c8. 00000400:00000200:2.0:1787190527.523055:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfb28 00000400:00000010:2.0:1787190527.523057:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfb28. 00000100:00000001:2.0:1787190527.523059:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190527.523063:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a05e85880 x1874004794164608/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190527.523071:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a05e85880 x1874004794164608/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.523077:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190527.523078:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.523080:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190527.523082:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190527.523083:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190527.523084:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190527.523086:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190527.523091:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb7c60 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190527.523094:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb7c18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190527.523112:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190527.523114:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190527.523116:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787190527.523121:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e85880 x1874004794164608/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787190527.523127:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.523130:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787190527.523131:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:2.0:1787190527.523133:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787190527.523134:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190527.523138:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a05e85880 x1874004794164608/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.523144:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190527.523145:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190527.523147:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190527.523150:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a05e85880 x1874004794164608/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190527.523157:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794164608:192.168.201.121@tcp:400:kworker.0 00000400:00000001:2.0:1787190527.523163:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190527.523164:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190527.523166:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b840. 00000400:00000200:2.0:1787190527.523168:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df330 00000400:00000010:2.0:1787190527.523169:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df330. 00000100:00000001:2.0:1787190527.523171:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190527.523174:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a05e86300 x1874004794164864/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190527.523180:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a05e86300 x1874004794164864/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.523185:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190527.523186:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.523195:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190527.523197:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190527.523198:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190527.523200:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190527.523201:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190527.523206:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb2c60 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190527.523208:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb2c18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190527.523210:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190527.523211:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190527.523213:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787190527.523216:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e86300 x1874004794164864/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787190527.523222:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.523224:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787190527.523225:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:2.0:1787190527.523227:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787190527.523228:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190527.523231:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a05e86300 x1874004794164864/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.523236:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190527.523238:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190527.523239:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190527.523242:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a05e86300 x1874004794164864/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190527.523249:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794164864:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190527.523254:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.523255:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190527.523259:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a05e85880 x1874004794164608/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.523265:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190527.523266:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190527.523275:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a11eae800. 02000000:00000001:2.0:1787190527.523277:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190527.523279:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190527.523280:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a08bb7800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000020:00000001:2.0:1787190527.523282:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190527.523283:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03acb500. 02000000:00000001:2.0:1787190527.523286:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190527.523287:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190527.523288:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a05e85880. 00000100:00000001:2.0:1787190527.523291:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190527.523292:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.523294:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190527.523298:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a05e86300 x1874004794164864/t0(0) o400->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190527.523304:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190527.523305:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190527.523307:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a11eaee00. 02000000:00000001:2.0:1787190527.523309:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190527.523310:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190527.523311:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a08bb2800 refcount=2 obd=lustre-OST0001-osc-ffff925a034ab000 00000020:00000001:2.0:1787190527.523313:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190527.523314:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03acb600. 02000000:00000001:2.0:1787190527.523316:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190527.523317:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190527.523318:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a05e86300. 00000100:00000001:2.0:1787190527.523320:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190527.523322:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.523323:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190527.523330:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190527.523332:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190527.523334:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190527.523336:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787190527.531159:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190527.531179:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190527.531183:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190527.531185:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190527.531194:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190527.531202:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190527.531210:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190527.531214:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190527.531220:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190527.531224:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 4 MB=0x6a865be104600 00000400:00000200:1.0:1787190527.531228:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190527.531234:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.121@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:1.0:1787190527.531241:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190527.531715:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190527.531720:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190527.531726:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190527.531743:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190527.531751:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a05e84700 x1874004794164736/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190527.531763:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a05e84700 x1874004794164736/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190527.531786:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190527.531795:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190527.531798:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190527.532325:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190527.532330:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787190527.532337:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190527.532339:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190527.532342:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1674c528. 00000400:00000200:3.0:1787190527.532347:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb770 00000400:00000010:3.0:1787190527.532349:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb770. 00000100:00000001:3.0:1787190527.532352:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190527.532358:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a05e84700 x1874004794164736/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190527.532368:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a05e84700 x1874004794164736/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.532375:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190527.532376:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190527.532379:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190527.532382:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190527.532384:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190527.532386:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190527.532389:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190527.532397:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb6c60 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190527.532402:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb6c18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190527.532404:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190527.532406:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190527.532408:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787190527.532413:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e84700 x1874004794164736/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787190527.532419:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190527.532430:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190527.532432:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190527.532434:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190527.532435:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190527.532441:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a05e84700 x1874004794164736/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.532447:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190527.532450:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190527.532452:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190527.532455:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a05e84700 x1874004794164736/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190527.532462:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9ec143c8-f482-4099-9c05-29a32b40dfe8:2399:1874004794164736:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190527.532484:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190527.532487:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190527.532491:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a05e84700 x1874004794164736/t0(0) o400->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190527.532497:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190527.532500:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190527.532503:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a061c3a00. 02000000:00000001:3.0:1787190527.532507:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190527.532509:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190527.532511:0:2399:0:(genops.c:1223:class_import_put()) import ffff925a08bb6800 refcount=2 obd=lustre-OST0000-osc-ffff925a034ab000 00000020:00000001:3.0:1787190527.532514:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190527.532517:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03acbb00. 02000000:00000001:3.0:1787190527.532520:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190527.532522:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190527.532524:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a05e84700. 00000100:00000001:3.0:1787190527.532527:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190527.532528:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190527.532531:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190527.532538:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787190527.532540:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190527.534647:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190527.534657:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190528.134608:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190528.134618:0:8285:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787190528.134621:0:8285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787190528.134625:0:8285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190528.134630:0:8285:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787190528.134632:0:8285:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190528.134634:0:8285:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190528.134636:0:8285:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190528.134639:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190528.134641:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190528.134664:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190528.134667:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190528.134669:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787190528.840221:0:8285:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d000 (cpu 0) has reached its deadline 4295039747, at 4295039809 00000100:00000010:0.0:1787190528.840253:0:8285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a04eaae40. 00000100:00000040:1.0:1787190528.843453:0:9084:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d110 (cpu 1) has reached its deadline 4295039747, at 4295039812 00000100:00000010:1.0:1787190528.843518:0:9084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a04eaa060. 00010000:00000001:0.0:1787190529.160858:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190529.160870:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190529.160877:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190529.160878:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190529.160902:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190529.160905:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190529.160909:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190530.186447:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190530.186457:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190530.186491:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190530.186493:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190530.186521:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190530.186524:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190530.186529:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190531.207399:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190531.207409:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190531.207417:0:8285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190531.207418:0:8285:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190531.207494:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190531.207497:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190531.207501:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190532.230673:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190532.230684:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190532.230693:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190532.230697:0:710:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787190532.230699:0:710:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787190532.230705:0:710:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190532.230710:0:710:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787190532.230713:0:710:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190532.230715:0:710:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190532.230717:0:710:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190532.230743:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190532.230747:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190532.230751:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787190532.617646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787190532.617657:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787190532.617672:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a11eb7b80. 00000020:00000040:0.0:1787190532.617681:0:8:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000001:0.0:1787190532.617687:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787190532.617887:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787190532.617896:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787190532.617909:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a06061700. 00000100:00000001:0.0:1787190532.617920:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.617968:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS req@ffff925a11eb7b80 x1874004794164992/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787190532.617982:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787190532.617988:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.617998:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471f695] to pc [ptlrpcd_00_01+1] req@ffff925a11eb7b80 x1874004794164992/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.618043:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787190532.618050:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787190532.618055:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a11eb6a00. 00000020:00000040:0.0:1787190532.618058:0:8:0:(genops.c:1210:class_import_get()) import ffff925a06187800 refcount=4 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000100:00000001:0.0:1787190532.618061:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787190532.618062:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787190532.618064:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787190532.618068:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a06061900. 00000100:00000001:0.0:1787190532.618072:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618076:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID req@ffff925a11eb6a00 x1874004794165120/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787190532.618083:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787190532.618085:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618088:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3926567] to pc [ptlrpcd_00_00+0] req@ffff925a11eb6a00 x1874004794165120/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.618095:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787190532.618100:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787190532.618103:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a11eb5500. 00000020:00000040:0.0:1787190532.618105:0:8:0:(genops.c:1210:class_import_get()) import ffff925a06180800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000100:00000001:0.0:1787190532.618107:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787190532.618108:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787190532.618109:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787190532.618120:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a06061e00. 00000100:00000001:0.0:1787190532.618123:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618126:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID req@ffff925a11eb5500 x1874004794165248/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787190532.618133:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787190532.618135:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618139:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d02a5c7] to pc [ptlrpcd_00_01+1] req@ffff925a11eb5500 x1874004794165248/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.618146:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787190532.618153:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787190532.618156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787190532.618159:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787190532.618162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787190532.618165:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787190532.618168:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a11eb5180. 00000020:00000040:0.0:1787190532.618171:0:8:0:(genops.c:1210:class_import_get()) import ffff925a08bb1000 refcount=4 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000100:00000001:0.0:1787190532.618173:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787190532.618174:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787190532.618176:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787190532.618180:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a152de400. 00000100:00000001:0.0:1787190532.618182:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618186:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID req@ffff925a11eb5180 x1874004794165376/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787190532.618193:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787190532.618195:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618198:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034c71b5f] to pc [ptlrpcd_00_00+0] req@ffff925a11eb5180 x1874004794165376/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.618217:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787190532.618222:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787190532.618225:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a11eb5f80. 00000020:00000040:0.0:1787190532.618227:0:8:0:(genops.c:1210:class_import_get()) import ffff925a08bb7800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000100:00000001:0.0:1787190532.618229:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787190532.618230:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787190532.618232:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787190532.618235:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a152de200. 00000100:00000001:0.0:1787190532.618238:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618241:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID req@ffff925a11eb5f80 x1874004794165504/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787190532.618260:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787190532.618261:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618265:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089885ce0] to pc [ptlrpcd_00_01+1] req@ffff925a11eb5f80 x1874004794165504/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.618271:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787190532.618277:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1787190532.618280:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1787190532.618283:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1787190532.618286:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a11eb4e00. 00000020:00000040:0.0:1787190532.618288:0:8:0:(genops.c:1210:class_import_get()) import ffff925a08bb6800 refcount=3 obd=lustre-OST0000-osc-ffff925a034ab000 00000100:00000001:0.0:1787190532.618290:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787190532.618292:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787190532.618293:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787190532.618296:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a152def00. 00000100:00000001:0.0:1787190532.618299:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.618301:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446623514278186496 : -120559431365120 : ffff925a11eb4e00) 00000100:00080000:0.0:1787190532.618305:0:8:0:(import.c:65:import_set_state_nolock()) ffff925a08bb6800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787190532.618313:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff925a034ab000: disconnect after 20s idle 00000100:00000001:0.0:1787190532.618316:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787190532.618318:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618322:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1471cde] to pc [ptlrpcd_rcv+-1] req@ffff925a11eb4e00 x1874004794165632/t0(0) o9->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.618342:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.618345:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787190532.618350:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1787190532.618352:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1787190532.618354:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1787190532.618358:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a11eb7800. 00000020:00000040:0.0:1787190532.618360:0:8:0:(genops.c:1210:class_import_get()) import ffff925a08bb2800 refcount=3 obd=lustre-OST0001-osc-ffff925a034ab000 00000100:00000001:0.0:1787190532.618363:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787190532.618364:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787190532.618366:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787190532.618371:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a219f1600. 00000100:00000001:0.0:1787190532.618374:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.618376:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446623514278197248 : -120559431354368 : ffff925a11eb7800) 00000100:00080000:0.0:1787190532.618379:0:8:0:(import.c:65:import_set_state_nolock()) ffff925a08bb2800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787190532.618381:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff925a034ab000: disconnect after 20s idle 00000100:00000001:0.0:1787190532.618383:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787190532.618385:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618389:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c31fdf8] to pc [ptlrpcd_rcv+-1] req@ffff925a11eb7800 x1874004794165760/t0(0) o9->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.618397:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.618399:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618404:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (381) 00000100:00000001:0.0:1787190532.618417:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190532.618423:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787190532.618425:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787190532.618431:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a11eb7b80 x1874004794164992/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.618445:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787190532.618448:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190532.618452:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787190532.618455:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787190532.618458:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787190532.618462:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2398:1874004794164992:192.168.201.121@tcp:400:kworker.0 00000100:00000001:0.0:1787190532.618503:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787190532.618510:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787190532.618512:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190532.618515:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787190532.618520:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a1334c200. 02000000:00000001:0.0:1787190532.618522:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787190532.618531:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787190532.618535:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a0014bcb8. 00000400:00000010:0.0:1787190532.618543:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a06197c38. 00000100:00000200:0.0:1787190532.618552:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794164992, portal 25 00000100:00000001:0.0:1787190532.618554:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787190532.618556:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514278198144 : -120559431353472 : ffff925a11eb7b80) 00000100:00000040:0.0:1787190532.618561:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a11eb7b80 x1874004794164992/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.618568:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787190532.618571:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787190532.618574:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a06197660. 00000100:00000200:0.0:1787190532.618577:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004794164992, offset 0 00000400:00000200:0.0:1787190532.618585:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787190532.618597:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.618606:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787190532.618613:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787190532.618618:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787190532.618623:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787190532.618626:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787190532.618637:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [149:149:256:4294967295] 192.168.201.121@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:0.0:1787190532.618642:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.618653:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787190532.618660:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787190532.618665:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a219f1900. 00000800:00000200:0.0:1787190532.618673:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:0.0:1787190532.618683:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:0.0:1787190532.618703:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a219f1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787190532.618717:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787190532.618721:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787190532.618724:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295044866 00000100:00000010:0.0:1787190532.618730:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a03570900. 00000100:00000001:0.0:1787190532.618740:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787190532.618747:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295044866 00000100:00000010:0.0:1787190532.618750:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a03570a80. 00000100:00000001:0.0:1787190532.618753:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787190532.618757:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190532.618760:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.618764:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787190532.618769:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a11eb5500 x1874004794165248/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.618775:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787190532.618777:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190532.618779:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787190532.618781:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787190532.618783:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787190532.618785:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794165248:192.168.201.121@tcp:400:kworker.0 00000100:00000001:0.0:1787190532.618789:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787190532.618791:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787190532.618793:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190532.618801:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787190532.618804:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a1334d000. 02000000:00000001:0.0:1787190532.618806:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787190532.618810:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787190532.618813:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a0014b580. 00000400:00000010:0.0:1787190532.618817:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a06197a18. 00000100:00000200:0.0:1787190532.618820:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794165248, portal 10 00000100:00000001:0.0:1787190532.618822:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787190532.618823:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514278188288 : -120559431363328 : ffff925a11eb5500) 00000100:00000040:0.0:1787190532.618831:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a11eb5500 x1874004794165248/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.618839:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787190532.618841:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787190532.618843:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a06197550. 00000100:00000200:0.0:1787190532.618846:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794165248, offset 0 00000400:00000200:0.0:1787190532.618851:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787190532.618855:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.618858:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787190532.618861:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787190532.618863:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787190532.618866:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787190532.618868:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787190532.618871:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [150:150:255:4294967295] 192.168.201.121@tcp LPNI seq info [150:150:7:4294967295] 00000400:00000200:0.0:1787190532.618875:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.618881:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787190532.618885:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787190532.618889:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a219f1800. 00000800:00000200:0.0:1787190532.618893:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:0.0:1787190532.618897:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:0.0:1787190532.618900:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a219f1800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787190532.618903:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.618915:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: using a timeout of 82068 usecs (83 jiffies) 00000400:00000200:0.0:1787190532.618918:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787190532.618920:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295043670 00000100:00000001:0.0:1787190532.618923:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 0, keep current deadline 4295044866 00000100:00000001:0.0:1787190532.618925:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295043670 00000100:00000001:0.0:1787190532.618927:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 1, keep current deadline 4295044866 00000100:00000001:0.0:1787190532.618929:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190532.618932:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.618934:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787190532.618938:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a11eb5f80 x1874004794165504/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.618945:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787190532.618947:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190532.618949:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787190532.618951:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787190532.618953:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787190532.618955:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2398:1874004794165504:192.168.201.121@tcp:400:kworker.0 00000100:00000001:0.0:1787190532.618958:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787190532.618960:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787190532.618962:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190532.618964:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787190532.618966:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a1334c600. 02000000:00000001:0.0:1787190532.618968:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787190532.618971:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787190532.618973:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a0014bb58. 00000400:00000010:0.0:1787190532.618976:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a06197110. 00000100:00000200:0.0:1787190532.618978:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794165504, portal 10 00000100:00000001:0.0:1787190532.618980:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787190532.618981:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514278190976 : -120559431360640 : ffff925a11eb5f80) 00000100:00000040:0.0:1787190532.618987:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a11eb5f80 x1874004794165504/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.619001:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787190532.619003:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787190532.619005:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a061975d8. 00000100:00000200:0.0:1787190532.619008:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794165504, offset 0 00000400:00000200:0.0:1787190532.619012:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787190532.619025:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.619029:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787190532.619032:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787190532.619034:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787190532.619036:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787190532.619038:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787190532.619041:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [151:151:254:4294967295] 192.168.201.121@tcp LPNI seq info [151:151:6:4294967295] 00000400:00000200:0.0:1787190532.619045:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.619050:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787190532.619054:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787190532.619058:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a219f1e00. 00000800:00000200:0.0:1787190532.619062:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:0.0:1787190532.619066:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:0.0:1787190532.619068:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a219f1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787190532.619071:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.619074:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: using a timeout of 25342 usecs (26 jiffies) 00000400:00000200:0.0:1787190532.619077:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787190532.619079:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295043613 00000100:00000001:0.0:1787190532.619081:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295044866 00000100:00000001:0.0:1787190532.619083:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295043613 00000100:00000001:0.0:1787190532.619085:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295044866 00000100:00000001:0.0:1787190532.619087:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190532.619089:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.619099:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.619102:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.619112:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787190532.619115:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787190532.619117:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190532.619119:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787190532.619120:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787190532.619124:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1787190532.619125:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.619127:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787190532.619128:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.619130:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190532.619131:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787190532.619132:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787190532.619137:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a11eb6a00 x1874004794165120/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.619144:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787190532.619145:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190532.619148:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787190532.619149:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787190532.619151:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787190532.619154:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794165120:192.168.201.121@tcp:400:kworker.0 00000100:00000001:0.0:1787190532.619158:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787190532.619160:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787190532.619162:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190532.619163:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787190532.619167:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a1334c400. 02000000:00000001:0.0:1787190532.619169:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787190532.619172:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787190532.619174:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a0014b420. 00000400:00000010:0.0:1787190532.619177:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a06197990. 00000100:00000200:0.0:1787190532.619180:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794165120, portal 10 00000100:00000001:0.0:1787190532.619181:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787190532.619182:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514278193664 : -120559431357952 : ffff925a11eb6a00) 00000100:00000040:0.0:1787190532.619188:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a11eb6a00 x1874004794165120/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.619201:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787190532.619203:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787190532.619206:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a061977f8. 00000100:00000200:0.0:1787190532.619208:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794165120, offset 0 00000400:00000200:0.0:1787190532.619212:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787190532.619216:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.619218:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787190532.619221:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787190532.619223:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787190532.619225:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787190532.619227:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787190532.619229:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [152:152:253:4294967295] 192.168.201.121@tcp LPNI seq info [152:152:5:4294967295] 00000400:00000200:0.0:1787190532.619233:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.619239:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787190532.619242:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787190532.619246:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a16441000. 00000800:00000200:0.0:1787190532.619250:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:0.0:1787190532.619253:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:0.0:1787190532.619256:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a16441000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787190532.619258:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.619262:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: using a timeout of 174152 usecs (175 jiffies) 00000400:00000200:0.0:1787190532.619264:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787190532.619266:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295043762 00000100:00000001:0.0:1787190532.619268:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request active for cpu 0, keep current deadline 4295044866 00000100:00000001:0.0:1787190532.619270:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295043762 00000100:00000001:0.0:1787190532.619272:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request active for cpu 1, keep current deadline 4295044866 00000100:00000001:0.0:1787190532.619274:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190532.619276:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.619282:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787190532.619286:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a11eb5180 x1874004794165376/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.619292:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787190532.619294:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190532.619295:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787190532.619297:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787190532.619299:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787190532.619302:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2398:1874004794165376:192.168.201.121@tcp:400:kworker.0 00000100:00000001:0.0:1787190532.619305:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787190532.619307:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787190532.619309:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190532.619310:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787190532.619313:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a1334ce00. 02000000:00000001:0.0:1787190532.619315:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787190532.619319:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787190532.619321:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a0014b108. 00000400:00000010:0.0:1787190532.619325:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a06197198. 00000100:00000200:0.0:1787190532.619329:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794165376, portal 10 00000100:00000001:0.0:1787190532.619330:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787190532.619332:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514278187392 : -120559431364224 : ffff925a11eb5180) 00000100:00000040:0.0:1787190532.619338:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a11eb5180 x1874004794165376/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.619344:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787190532.619347:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787190532.619349:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a06197b28. 00000100:00000200:0.0:1787190532.619351:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794165376, offset 0 00000400:00000200:0.0:1787190532.619356:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787190532.619359:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.619363:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787190532.619365:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787190532.619368:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787190532.619370:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787190532.619377:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787190532.619380:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [153:153:252:4294967295] 192.168.201.121@tcp LPNI seq info [153:153:4:4294967295] 00000400:00000200:0.0:1787190532.619384:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.619390:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787190532.619394:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787190532.619398:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03959d00. 00000800:00000200:0.0:1787190532.619402:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:0.0:1787190532.619406:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:0.0:1787190532.619408:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03959d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787190532.619412:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.619415:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: using a timeout of 22985 usecs (23 jiffies) 00000400:00000200:0.0:1787190532.619419:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787190532.619421:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295043610 00000100:00000001:0.0:1787190532.619423:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295044866 00000100:00000001:0.0:1787190532.619425:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295043610 00000100:00000001:0.0:1787190532.619428:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295044866 00000100:00000001:0.0:1787190532.619430:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190532.619432:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.619435:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.619437:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.619458:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190532.619460:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787190532.619558:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190532.619563:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a219f1900. 00000400:00000200:0.0:1787190532.619573:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190532.619579:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190532.619585:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a06197660 00000400:00000010:0.0:1787190532.619588:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a06197660. 00000100:00000001:0.0:1787190532.619593:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190532.619598:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a11eb7b80 x1874004794164992/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.619620:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190532.619624:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a11eb7b80 x1874004794164992/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.619632:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.619633:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787190532.619652:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190532.619654:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a219f1800. 00000400:00000200:0.0:1787190532.619657:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190532.619661:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190532.619664:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a06197550 00000400:00000010:0.0:1787190532.619665:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a06197550. 00000100:00000001:0.0:1787190532.619667:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190532.619670:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a11eb5500 x1874004794165248/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.619677:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190532.619679:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a11eb5500 x1874004794165248/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.619685:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.619686:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787190532.619694:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190532.619696:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a219f1e00. 00000400:00000200:0.0:1787190532.619699:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190532.619702:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190532.619705:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a061975d8 00000400:00000010:0.0:1787190532.619706:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a061975d8. 00000100:00000001:0.0:1787190532.619708:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190532.619711:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a11eb5f80 x1874004794165504/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.619718:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190532.619721:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a11eb5f80 x1874004794165504/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.619738:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.619740:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787190532.619749:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190532.619751:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a16441000. 00000400:00000200:0.0:1787190532.619755:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190532.619759:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190532.619761:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a061977f8 00000400:00000010:0.0:1787190532.619763:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a061977f8. 00000100:00000001:0.0:1787190532.619765:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190532.619768:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a11eb6a00 x1874004794165120/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.619775:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190532.619777:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a11eb6a00 x1874004794165120/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.619783:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.619784:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787190532.619870:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190532.619873:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03959d00. 00000400:00000200:0.0:1787190532.619878:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190532.619881:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190532.619883:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a06197b28 00000400:00000010:0.0:1787190532.619885:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a06197b28. 00000100:00000001:0.0:1787190532.619887:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190532.619890:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a11eb5180 x1874004794165376/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.619897:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190532.619900:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a11eb5180 x1874004794165376/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.619906:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.619908:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787190532.620866:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190532.620874:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787190532.620877:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787190532.620888:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a11eb4e00 x1874004794165632/t0(0) o9->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190532.620900:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787190532.620902:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190532.620906:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787190532.620909:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787190532.620911:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787190532.620914:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9ec143c8-f482-4099-9c05-29a32b40dfe8:2396:1874004794165632:192.168.201.121@tcp:9:kworker.0 00000100:00000001:3.0:1787190532.620918:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787190532.620923:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787190532.620925:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190532.620927:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787190532.620933:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a03f4ee00. 02000000:00000001:3.0:1787190532.620935:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787190532.620942:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:3.0:1787190532.620959:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1674c528. 00000400:00000010:3.0:1787190532.620966:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb770. 00000100:00000200:3.0:1787190532.620971:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794165632, portal 4 00000100:00000001:3.0:1787190532.620974:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787190532.620975:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514278186496 : -120559431365120 : ffff925a11eb4e00) 00000100:00000040:3.0:1787190532.620982:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a11eb4e00 x1874004794165632/t0(0) o9->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190532.620989:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787190532.620991:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:3.0:1787190532.620994:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb220. 00000100:00000200:3.0:1787190532.620998:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004794165632, offset 0 00000400:00000200:3.0:1787190532.621003:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:3.0:1787190532.621010:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190532.621047:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:3.0:1787190532.621062:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787190532.621066:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:3.0:1787190532.621069:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787190532.621072:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:3.0:1787190532.621076:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [154:154:256:4294967295] 192.168.201.121@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:3.0:1787190532.621080:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190532.621090:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:3.0:1787190532.621095:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:3.0:1787190532.621100:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03acbb00. 00000800:00000200:3.0:1787190532.621105:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:3.0:1787190532.621112:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:3.0:1787190532.621116:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03acbb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787190532.621144:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190532.621149:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: using a timeout of 29026 usecs (30 jiffies) 00000400:00000200:3.0:1787190532.621153:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:3.0:1787190532.621155:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295043617 00000100:00000001:3.0:1787190532.621158:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295044866 00000100:00000001:3.0:1787190532.621160:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295043617 00000100:00000001:3.0:1787190532.621162:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295044866 00000100:00000001:3.0:1787190532.621165:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190532.621167:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190532.621170:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787190532.621175:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a11eb7800 x1874004794165760/t0(0) o9->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190532.621182:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787190532.621184:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190532.621186:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787190532.621188:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787190532.621190:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787190532.621201:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9ec143c8-f482-4099-9c05-29a32b40dfe8:2396:1874004794165760:192.168.201.121@tcp:9:kworker.0 00000100:00000001:3.0:1787190532.621204:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787190532.621207:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787190532.621209:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190532.621211:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787190532.621214:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a03f4fc00. 02000000:00000001:3.0:1787190532.621215:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787190532.621218:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:3.0:1787190532.621221:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1674c688. 00000400:00000010:3.0:1787190532.621224:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb2a8. 00000100:00000200:3.0:1787190532.621227:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794165760, portal 4 00000100:00000001:3.0:1787190532.621229:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787190532.621230:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514278197248 : -120559431354368 : ffff925a11eb7800) 00000100:00000040:3.0:1787190532.621236:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a11eb7800 x1874004794165760/t0(0) o9->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190532.621242:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787190532.621244:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:3.0:1787190532.621247:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efba18. 00000100:00000200:3.0:1787190532.621249:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004794165760, offset 0 00000400:00000200:3.0:1787190532.621254:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:3.0:1787190532.621258:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190532.621261:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:3.0:1787190532.621264:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787190532.621267:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:3.0:1787190532.621269:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787190532.621272:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:3.0:1787190532.621274:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [155:155:255:4294967295] 192.168.201.121@tcp LPNI seq info [155:155:7:4294967295] 00000400:00000200:3.0:1787190532.621278:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190532.621284:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:3.0:1787190532.621289:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:3.0:1787190532.621293:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03acbd00. 00000800:00000200:3.0:1787190532.621303:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:3.0:1787190532.621307:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:3.0:1787190532.621310:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03acbd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787190532.621313:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190532.621316:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: using a timeout of 20861 usecs (21 jiffies) 00000400:00000200:3.0:1787190532.621320:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:3.0:1787190532.621322:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295043608 00000100:00000001:3.0:1787190532.621324:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295044866 00000100:00000001:3.0:1787190532.621326:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295043608 00000100:00000001:3.0:1787190532.621328:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295044866 00000100:00000001:3.0:1787190532.621330:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190532.621332:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190532.621334:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190532.621336:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190532.621346:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787190532.621348:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1787190532.621350:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190532.621351:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787190532.621353:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190532.621355:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787190532.623170:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190532.623196:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03acbb00. 00000400:00000200:0.0:1787190532.623206:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190532.623216:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190532.623225:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb220 00000400:00000010:0.0:1787190532.623228:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb220. 00000100:00000001:0.0:1787190532.623287:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190532.623296:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a11eb4e00 x1874004794165632/t0(0) o9->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.623311:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190532.623314:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a11eb4e00 x1874004794165632/t0(0) o9->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.623322:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.623324:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787190532.623664:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190532.623667:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03acbd00. 00000400:00000200:0.0:1787190532.623671:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190532.623674:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190532.623678:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efba18 00000400:00000010:0.0:1787190532.623680:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efba18. 00000100:00000001:0.0:1787190532.623683:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190532.623688:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a11eb7800 x1874004794165760/t0(0) o9->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.623705:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190532.623708:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a11eb7800 x1874004794165760/t0(0) o9->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.623714:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.623716:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787190532.643984:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.644012:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190532.644027:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.644030:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190532.644044:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.644055:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190532.644076:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.644082:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.644089:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.644093:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104800 00000400:00000200:0.0:1787190532.644099:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.644106:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x879 [1] + 224 00000800:00000001:0.0:1787190532.644115:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.644119:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190532.644123:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190532.644128:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190532.644138:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190532.644151:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a11eb5500 x1874004794165248/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190532.644164:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a11eb5500 x1874004794165248/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.644179:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190532.644190:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.644194:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190532.644195:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.644198:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190532.644201:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.644204:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190532.644208:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.644211:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.644213:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.644216:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 25 MB=0x6a865be104700 00000400:00000200:0.0:1787190532.644220:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.644224:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.121@tcp of length 224/224 into md 0x869 [1] + 224 00000800:00000001:0.0:1787190532.644228:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.644403:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190532.644407:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190532.644417:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190532.644421:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190532.644426:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a11eb7b80 x1874004794164992/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190532.644435:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a11eb7b80 x1874004794164992/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.644442:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190532.644446:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.644449:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.644489:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190532.644495:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787190532.644505:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787190532.644507:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787190532.644511:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a0014bcb8. 00000400:00000200:0.0:1787190532.644516:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a06197c38 00000400:00000010:0.0:1787190532.644519:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a06197c38. 00000100:00000001:0.0:1787190532.644522:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190532.644527:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a11eb7b80 x1874004794164992/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787190532.644536:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a11eb7b80 x1874004794164992/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.644542:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787190532.644544:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.644548:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787190532.644552:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787190532.644555:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787190532.644558:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190532.644562:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787190532.644572:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b460 time=94 v=5 (5 0 0 0) 00000100:00001000:0.0:1787190532.644577:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1787190532.644580:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787190532.644582:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190532.644585:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787190532.644588:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.644599:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.644605:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a11eb7b80 x1874004794164992/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.644613:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190532.644616:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787190532.644619:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787190532.644623:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a11eb7b80 x1874004794164992/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190532.644631:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2398:1874004794164992:192.168.201.121@tcp:400:kworker.0 00000400:00000001:0.0:1787190532.644638:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787190532.644639:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787190532.644641:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a0014b580. 00000400:00000200:0.0:1787190532.644643:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a06197a18 00000400:00000010:0.0:1787190532.644645:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a06197a18. 00000100:00000001:0.0:1787190532.644647:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190532.644651:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a11eb5500 x1874004794165248/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787190532.644659:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a11eb5500 x1874004794165248/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.644665:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787190532.644666:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.644668:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787190532.644669:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787190532.644671:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787190532.644672:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190532.644674:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787190532.644681:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06180c60 time=93 v=5 (5 0 0 0) 00000100:00001000:0.0:1787190532.644684:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06180c18 time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1787190532.644686:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787190532.644687:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190532.644689:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787190532.644693:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a11eb5500 x1874004794165248/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787190532.644708:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.644712:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787190532.644715:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:0.0:1787190532.644718:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787190532.644719:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.644723:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a11eb5500 x1874004794165248/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.644729:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190532.644730:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787190532.644732:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787190532.644735:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a11eb5500 x1874004794165248/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190532.644741:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794165248:192.168.201.121@tcp:400:kworker.0 00000100:00000001:0.0:1787190532.644747:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.644750:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190532.644753:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a11eb7b80 x1874004794164992/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.644761:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787190532.644764:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787190532.644769:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a1334c200. 02000000:00000001:0.0:1787190532.644773:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787190532.644777:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787190532.644779:0:2398:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787190532.644782:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787190532.644784:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a06061700. 02000000:00000001:0.0:1787190532.644792:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787190532.644794:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787190532.644797:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a11eb7b80. 00000100:00000001:0.0:1787190532.644800:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787190532.644802:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.644810:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190532.644814:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a11eb5500 x1874004794165248/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.644820:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787190532.644821:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787190532.644823:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a1334d000. 02000000:00000001:0.0:1787190532.644825:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787190532.644827:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787190532.644828:0:2398:0:(genops.c:1223:class_import_put()) import ffff925a06180800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000020:00000001:0.0:1787190532.644830:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787190532.644832:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a06061e00. 02000000:00000001:0.0:1787190532.644834:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787190532.644836:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787190532.644837:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a11eb5500. 00000100:00000001:0.0:1787190532.644840:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787190532.644841:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.644845:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.644847:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190532.644848:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787190532.644850:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.644852:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787190532.670313:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.670341:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190532.670347:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.670349:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190532.670362:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.670372:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190532.670384:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.670391:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.670399:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.670404:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104900 00000400:00000200:0.0:1787190532.670409:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.670416:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x889 [1] + 224 00000800:00000001:0.0:1787190532.670426:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.670430:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190532.670451:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190532.670457:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190532.670487:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190532.670503:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a11eb5f80 x1874004794165504/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190532.670516:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a11eb5f80 x1874004794165504/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.670537:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190532.670552:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.670557:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190532.670559:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.670561:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190532.670566:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.670570:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190532.670574:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.670577:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.670580:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.670582:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104780 00000400:00000200:0.0:1787190532.670586:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.670590:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x899 [1] + 224 00000800:00000001:0.0:1787190532.670594:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.670597:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190532.670600:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190532.670603:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190532.670606:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190532.670611:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a11eb6a00 x1874004794165120/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190532.670620:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a11eb6a00 x1874004794165120/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.670626:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190532.670638:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.670641:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190532.670643:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.670645:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190532.670647:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.670650:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190532.670654:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.670657:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.670659:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.670662:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104880 00000400:00000200:0.0:1787190532.670665:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.670669:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:0.0:1787190532.670672:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.670675:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190532.670677:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190532.670680:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190532.670684:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190532.673843:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a11eb5180 x1874004794165376/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190532.674110:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a11eb5180 x1874004794165376/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.674123:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190532.674151:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.674174:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190532.674177:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.674180:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190532.674191:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.674197:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190532.674208:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.674213:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.674220:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.674225:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 4 MB=0x6a865be104980 00000400:00000200:0.0:1787190532.674230:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.674247:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.121@tcp of length 224/224 into md 0x8b9 [1] + 224 00000800:00000001:0.0:1787190532.674256:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.674261:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190532.674265:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190532.674270:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190532.674278:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190532.674284:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a11eb4e00 x1874004794165632/t0(0) o9->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190532.674293:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a11eb4e00 x1874004794165632/t0(0) o9->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.674317:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190532.674323:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.674327:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190532.674328:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.674330:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190532.674333:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.674337:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190532.674341:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.674343:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.674346:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.674348:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 4 MB=0x6a865be104a00 00000400:00000200:0.0:1787190532.674351:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190532.674354:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.121@tcp of length 224/224 into md 0x8c1 [1] + 224 00000800:00000001:0.0:1787190532.674358:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.674383:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190532.674386:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190532.674390:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190532.674393:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190532.674398:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a11eb7800 x1874004794165760/t0(0) o9->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190532.674406:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a11eb7800 x1874004794165760/t0(0) o9->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.674419:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190532.674424:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190532.674428:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.674447:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190532.674453:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787190532.674490:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787190532.674492:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787190532.674497:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a0014b420. 00000400:00000200:0.0:1787190532.674501:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a06197990 00000400:00000010:0.0:1787190532.674504:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a06197990. 00000100:00000001:0.0:1787190532.674508:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190532.674515:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a11eb6a00 x1874004794165120/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787190532.674524:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a11eb6a00 x1874004794165120/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.674530:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787190532.674532:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.674535:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787190532.674539:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787190532.674542:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787190532.674545:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190532.674549:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787190532.674561:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06187c60 time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1787190532.674566:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06187c18 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1787190532.674569:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787190532.674571:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190532.674575:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787190532.674579:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.674584:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787190532.674587:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:0.0:1787190532.674589:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787190532.674591:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.674597:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a11eb6a00 x1874004794165120/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.674617:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190532.674621:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787190532.674623:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787190532.674628:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a11eb6a00 x1874004794165120/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190532.674635:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794165120:192.168.201.121@tcp:400:kworker.0 00000400:00000001:0.0:1787190532.674640:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787190532.674642:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787190532.674643:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a0014b108. 00000400:00000200:0.0:1787190532.674645:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a06197198 00000400:00000010:0.0:1787190532.674647:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a06197198. 00000100:00000001:0.0:1787190532.674649:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190532.674652:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a11eb5180 x1874004794165376/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787190532.674658:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a11eb5180 x1874004794165376/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.674663:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787190532.674664:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.674666:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787190532.674667:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787190532.674668:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787190532.674670:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190532.674671:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787190532.674676:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb1460 time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1787190532.674679:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb1418 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1787190532.674680:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787190532.674682:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190532.674683:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787190532.674685:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.674687:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787190532.674688:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:1.0:1787190532.674833:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787190532.674837:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787190532.674841:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787190532.674843:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787190532.674846:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1674c528. 00000400:00000200:1.0:1787190532.674850:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb770 00000400:00000010:1.0:1787190532.674852:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb770. 00000100:00000001:1.0:1787190532.674855:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190532.674861:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a11eb4e00 x1874004794165632/t0(0) o9->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787190532.674870:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a11eb4e00 x1874004794165632/t0(0) o9->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190532.674877:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787190532.676309:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190532.676315:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787190532.676318:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787190532.676320:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787190532.676323:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190532.676326:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787190532.676339:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb6c60 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1787190532.676346:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb6c18 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1787190532.676348:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787190532.676350:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787190532.676376:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787190532.676387:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a11eb4e00 x1874004794165632/t0(0) o9->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787190532.676396:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190532.676401:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787190532.676403:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:1.0:1787190532.676405:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787190532.676407:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787190532.676412:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a11eb4e00 x1874004794165632/t0(0) o9->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190532.676419:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787190532.676423:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787190532.676425:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787190532.676430:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff925a11eb4e00 x1874004794165632/t0(0) o9->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787190532.676438:0:2396:0:(import.c:65:import_set_state_nolock()) ffff925a08bb6800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1787190532.676443:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a11eb4e00 x1874004794165632/t0(0) o9->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787190532.676451:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9ec143c8-f482-4099-9c05-29a32b40dfe8:2396:1874004794165632:192.168.201.121@tcp:9:kworker.0 00000400:00000001:1.0:1787190532.676462:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787190532.676478:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787190532.676482:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1674c688. 00000400:00000200:1.0:1787190532.676489:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb2a8 00000400:00000010:1.0:1787190532.676493:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb2a8. 00000100:00000001:1.0:1787190532.676497:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190532.676503:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a11eb7800 x1874004794165760/t0(0) o9->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787190532.676512:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a11eb7800 x1874004794165760/t0(0) o9->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190532.676531:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787190532.676533:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190532.676536:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787190532.676537:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787190532.676539:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787190532.676541:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190532.676542:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787190532.676549:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb2c60 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1787190532.676552:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb2c18 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1787190532.676554:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787190532.676555:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787190532.676557:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787190532.676561:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a11eb7800 x1874004794165760/t0(0) o9->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787190532.676566:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190532.676569:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787190532.676570:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:1.0:1787190532.676571:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787190532.676573:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787190532.676576:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a11eb7800 x1874004794165760/t0(0) o9->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190532.676581:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787190532.676583:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787190532.676584:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787190532.676588:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff925a11eb7800 x1874004794165760/t0(0) o9->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787190532.676594:0:2396:0:(import.c:65:import_set_state_nolock()) ffff925a08bb2800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1787190532.676599:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a11eb7800 x1874004794165760/t0(0) o9->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787190532.676606:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9ec143c8-f482-4099-9c05-29a32b40dfe8:2396:1874004794165760:192.168.201.121@tcp:9:kworker.0 00000100:00000001:1.0:1787190532.676618:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190532.676622:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190532.676626:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a11eb4e00 x1874004794165632/t0(0) o9->lustre-OST0000-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190532.676633:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787190532.676637:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787190532.676641:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a03f4ee00. 02000000:00000001:1.0:1787190532.676649:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787190532.676653:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787190532.676656:0:2396:0:(genops.c:1223:class_import_put()) import ffff925a08bb6800 refcount=2 obd=lustre-OST0000-osc-ffff925a034ab000 00000020:00000001:1.0:1787190532.676659:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787190532.676663:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a152def00. 02000000:00000001:1.0:1787190532.676669:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787190532.676672:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787190532.676674:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a11eb4e00. 00000100:00000001:1.0:1787190532.676678:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787190532.676680:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190532.676682:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190532.676685:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a11eb7800 x1874004794165760/t0(0) o9->lustre-OST0001-osc-ffff925a034ab000@192.168.201.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1787190542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.678158:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787190532.678161:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.678179:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a11eb5180 x1874004794165376/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.678189:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190532.678192:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787190532.678195:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787190532.678199:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a11eb5180 x1874004794165376/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190532.678208:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2398:1874004794165376:192.168.201.121@tcp:400:kworker.0 00000400:00000001:0.0:1787190532.678222:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787190532.678224:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787190532.678227:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a0014bb58. 00000400:00000200:0.0:1787190532.678231:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a06197110 00000400:00000010:0.0:1787190532.678234:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a06197110. 00000100:00000001:0.0:1787190532.678238:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190532.678243:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a11eb5f80 x1874004794165504/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787190532.678253:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a11eb5f80 x1874004794165504/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.678260:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787190532.678262:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.678264:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787190532.678267:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787190532.678270:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787190532.678272:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190532.678275:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787190532.678285:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb7c60 time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1787190532.678289:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb7c18 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1787190532.678291:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787190532.678293:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190532.678296:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787190532.678307:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a11eb5f80 x1874004794165504/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787190532.678314:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.678317:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787190532.678319:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:0.0:1787190532.678321:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787190532.678323:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190532.678326:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a11eb5f80 x1874004794165504/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.678333:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190532.678335:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787190532.678336:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787190532.678339:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a11eb5f80 x1874004794165504/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190532.678347:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2398:1874004794165504:192.168.201.121@tcp:400:kworker.0 00000100:00000001:0.0:1787190532.678351:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.678356:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190532.678361:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a11eb6a00 x1874004794165120/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.678368:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787190532.678370:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787190532.678374:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a1334c400. 02000000:00000001:0.0:1787190532.678378:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787190532.678381:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787190532.678383:0:2398:0:(genops.c:1223:class_import_put()) import ffff925a06187800 refcount=3 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000020:00000001:0.0:1787190532.678386:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787190532.678389:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a06061900. 02000000:00000001:0.0:1787190532.678395:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787190532.678397:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787190532.678399:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a11eb6a00. 00000100:00000001:0.0:1787190532.678403:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787190532.678410:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.678412:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190532.678417:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a11eb5180 x1874004794165376/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.678423:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787190532.678424:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787190532.678426:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a1334ce00. 02000000:00000001:0.0:1787190532.678428:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787190532.678430:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787190532.678431:0:2398:0:(genops.c:1223:class_import_put()) import ffff925a08bb1000 refcount=3 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000020:00000001:0.0:1787190532.678434:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787190532.678435:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a152de400. 02000000:00000001:0.0:1787190532.678438:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787190532.678439:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787190532.678441:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a11eb5180. 00000100:00000001:0.0:1787190532.678443:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787190532.678444:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.678446:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190532.678449:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a11eb5f80 x1874004794165504/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190532.678456:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787190532.678458:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787190532.678459:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a1334c600. 02000000:00000001:0.0:1787190532.678461:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787190532.678462:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787190532.678483:0:2398:0:(genops.c:1223:class_import_put()) import ffff925a08bb7800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000020:00000001:0.0:1787190532.678486:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787190532.678487:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a152de200. 02000000:00000001:0.0:1787190532.678489:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787190532.678491:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787190532.678492:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a11eb5f80. 00000100:00000001:0.0:1787190532.678495:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787190532.678496:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.678499:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190532.678508:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787190532.678511:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190532.678518:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190532.678521:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190532.678582:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787190532.678584:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787190532.678586:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a03f4fc00. 02000000:00000001:1.0:1787190532.678590:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787190532.678592:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787190532.678593:0:2396:0:(genops.c:1223:class_import_put()) import ffff925a08bb2800 refcount=2 obd=lustre-OST0001-osc-ffff925a034ab000 00000020:00000001:1.0:1787190532.678595:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787190532.678597:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a219f1600. 02000000:00000001:1.0:1787190532.678600:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787190532.678601:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787190532.678602:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a11eb7800. 00000100:00000001:1.0:1787190532.678605:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787190532.678606:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190532.678608:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190532.678612:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787190532.678620:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190532.678622:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787190532.678623:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190533.254660:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190533.254671:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190533.254679:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190533.254680:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190533.254712:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190533.254715:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190533.254718:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787190533.958664:0:9084:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d110 (cpu 1) has reached its deadline 4295044866, at 4295044928 00000100:00000010:1.0:1787190533.958685:0:9084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a03570a80. 00000100:00000040:0.0:1787190533.959588:0:710:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d000 (cpu 0) has reached its deadline 4295044866, at 4295044928 00000100:00000010:0.0:1787190533.959603:0:710:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a03570900. 00010000:00000001:0.0:1787190534.279490:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190534.279502:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190534.279511:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190534.279512:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190534.279545:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190534.279549:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190534.279552:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190535.304232:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190535.304242:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190535.304249:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190535.304251:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787190535.304305:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787190535.304311:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787190535.304316:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190536.326667:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190536.326677:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190536.326685:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190536.326686:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190536.326721:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190536.326725:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190536.326728:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190537.351498:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190537.351514:0:710:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787190537.351517:0:710:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787190537.351524:0:710:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190537.351531:0:710:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787190537.351534:0:710:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190537.351536:0:710:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190537.351539:0:710:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190537.351573:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190537.351575:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787190537.351795:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787190537.351806:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787190537.351817:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787190537.738619:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190537.738634:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190537.738648:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13317480. 00000020:00000040:2.0:1787190537.738656:0:37:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000001:2.0:1787190537.738663:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190537.738666:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190537.738673:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190537.738686:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a1654e600. 00000100:00000001:2.0:1787190537.738694:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.738710:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS req@ffff925a13317480 x1874004794165888/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190537.738722:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190537.738728:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.738734:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d026f8ca] to pc [ptlrpcd_01_00+0] req@ffff925a13317480 x1874004794165888/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190537.738760:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.738763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190537.738780:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190537.738783:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13317b80. 00000020:00000040:2.0:1787190537.738786:0:37:0:(genops.c:1210:class_import_get()) import ffff925a06187800 refcount=4 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000100:00000001:2.0:1787190537.738788:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190537.738790:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190537.738792:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190537.738796:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a1654e100. 00000100:00000001:2.0:1787190537.738799:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.738804:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID req@ffff925a13317b80 x1874004794166016/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190537.738811:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190537.738813:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.738816:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cddc5b42] to pc [ptlrpcd_01_01+1] req@ffff925a13317b80 x1874004794166016/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190537.738833:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.738846:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190537.738851:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190537.738854:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13314a80. 00000020:00000040:2.0:1787190537.738857:0:37:0:(genops.c:1210:class_import_get()) import ffff925a06180800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000100:00000001:2.0:1787190537.738860:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190537.738861:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190537.738863:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190537.738867:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a1654e500. 00000100:00000001:2.0:1787190537.738870:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.738875:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID req@ffff925a13314a80 x1874004794166144/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190537.738883:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190537.738885:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.738888:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060006925] to pc [ptlrpcd_01_00+0] req@ffff925a13314a80 x1874004794166144/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190537.738895:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.738897:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787190537.738901:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787190537.738905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787190537.738908:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787190537.738911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190537.738915:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190537.738918:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13314380. 00000020:00000040:2.0:1787190537.738920:0:37:0:(genops.c:1210:class_import_get()) import ffff925a08bb1000 refcount=4 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000100:00000001:2.0:1787190537.738923:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190537.738940:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190537.738943:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190537.738947:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a1654ee00. 00000100:00000001:2.0:1787190537.738951:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.738956:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID req@ffff925a13314380 x1874004794166272/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190537.738963:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190537.738965:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.738969:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a68d525f] to pc [ptlrpcd_01_01+1] req@ffff925a13314380 x1874004794166272/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190537.738975:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.738978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190537.738981:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190537.738984:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13314000. 00000020:00000040:2.0:1787190537.738987:0:37:0:(genops.c:1210:class_import_get()) import ffff925a08bb7800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000100:00000001:2.0:1787190537.738989:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190537.738990:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190537.738992:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190537.738995:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a1654e200. 00000100:00000001:2.0:1787190537.738998:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.739002:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID req@ffff925a13314000 x1874004794166400/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190537.739009:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190537.739011:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.739014:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b647c84] to pc [ptlrpcd_01_00+0] req@ffff925a13314000 x1874004794166400/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190537.739021:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.739023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787190537.739026:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787190537.739036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787190537.739039:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787190537.739045:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (386) 00000100:00000001:2.0:1787190537.739106:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190537.739113:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190537.739118:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190537.739127:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13317480 x1874004794165888/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190537.739136:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190537.739139:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190537.739144:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190537.739147:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190537.739150:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190537.739153:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13317480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2399:1874004794165888:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190537.739158:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190537.739168:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190537.739171:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190537.739174:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190537.739180:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a07189200. 02000000:00000001:2.0:1787190537.739182:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190537.739192:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190537.739197:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b840. 00000400:00000010:2.0:1787190537.739207:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df330. 00000100:00000200:2.0:1787190537.739218:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794165888, portal 25 00000100:00000001:2.0:1787190537.739221:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190537.739223:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299561088 : -120559409990528 : ffff925a13317480) 00000100:00000040:2.0:1787190537.739229:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13317480 x1874004794165888/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190537.739238:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190537.739241:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190537.739244:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfb28. 00000100:00000200:2.0:1787190537.739256:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004794165888, offset 0 00000400:00000200:2.0:1787190537.739265:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190537.739280:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190537.739290:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190537.739297:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190537.739303:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190537.739308:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190537.739311:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190537.739315:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [156:156:256:4294967295] 192.168.201.121@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:2.0:1787190537.739320:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190537.739335:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190537.739342:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190537.739350:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15581c00. 00000800:00000200:2.0:1787190537.739357:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190537.739367:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190537.739373:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15581c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190537.739394:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190537.739399:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190537.739402:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295049985 00000100:00000010:2.0:1787190537.739408:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a04eaa180. 00000100:00000001:2.0:1787190537.739418:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787190537.739426:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295049985 00000100:00000010:2.0:1787190537.739429:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a04eaa5a0. 00000100:00000001:2.0:1787190537.739433:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787190537.739437:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190537.739440:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190537.739444:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190537.739448:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13314a80 x1874004794166144/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190537.739457:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190537.739493:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190537.739496:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190537.739498:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190537.739500:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190537.739504:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2399:1874004794166144:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190537.739508:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190537.739510:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190537.739512:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190537.739514:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190537.739517:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a07188200. 02000000:00000001:2.0:1787190537.739520:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190537.739524:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190537.739526:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b3c8. 00000400:00000010:2.0:1787190537.739530:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df6e8. 00000100:00000200:2.0:1787190537.739533:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794166144, portal 10 00000100:00000001:2.0:1787190537.739534:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190537.739536:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299550336 : -120559410001280 : ffff925a13314a80) 00000100:00000040:2.0:1787190537.739544:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13314a80 x1874004794166144/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190537.739549:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190537.739551:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190537.739554:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df770. 00000100:00000200:2.0:1787190537.739557:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794166144, offset 0 00000400:00000200:2.0:1787190537.739561:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190537.739565:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190537.739569:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190537.739572:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190537.739574:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190537.739576:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190537.739579:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190537.739582:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [157:157:255:4294967295] 192.168.201.121@tcp LPNI seq info [157:157:7:4294967295] 00000400:00000200:2.0:1787190537.739585:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190537.739591:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190537.739602:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190537.739605:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15581300. 00000800:00000200:2.0:1787190537.739609:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190537.739613:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190537.739616:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15581300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190537.739619:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.739624:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: using a timeout of 79738 usecs (80 jiffies) 00000400:00000200:2.0:1787190537.739627:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190537.739629:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295048786 00000100:00000001:2.0:1787190537.739632:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 0, keep current deadline 4295049985 00000100:00000001:2.0:1787190537.739634:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295048786 00000100:00000001:2.0:1787190537.739636:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 1, keep current deadline 4295049985 00000100:00000001:2.0:1787190537.739638:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190537.739640:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190537.739643:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190537.739646:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13314000 x1874004794166400/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190537.739653:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190537.739655:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190537.739657:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190537.739659:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190537.739661:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190537.739663:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9ec143c8-f482-4099-9c05-29a32b40dfe8:2399:1874004794166400:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190537.739667:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190537.739669:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190537.739671:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190537.739673:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190537.739677:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a150cce00. 02000000:00000001:2.0:1787190537.739679:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190537.739682:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190537.739690:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b4d0. 00000400:00000010:2.0:1787190537.739694:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfbb0. 00000100:00000200:2.0:1787190537.739697:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794166400, portal 10 00000100:00000001:2.0:1787190537.739699:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190537.739700:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299547648 : -120559410003968 : ffff925a13314000) 00000100:00000040:2.0:1787190537.739708:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13314000 x1874004794166400/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190537.739714:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190537.739717:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190537.739719:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfaa0. 00000100:00000200:2.0:1787190537.739721:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794166400, offset 0 00000400:00000200:2.0:1787190537.739725:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190537.739728:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190537.739732:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190537.739735:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190537.739738:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190537.739740:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190537.739742:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190537.739745:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [158:158:254:4294967295] 192.168.201.121@tcp LPNI seq info [158:158:6:4294967295] 00000400:00000200:2.0:1787190537.739750:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190537.739756:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190537.739760:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190537.739764:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15581f00. 00000800:00000200:2.0:1787190537.739768:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190537.739773:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190537.739775:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15581f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190537.739778:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.739782:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: using a timeout of 33617 usecs (34 jiffies) 00000400:00000200:2.0:1787190537.739784:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190537.739786:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295048740 00000100:00000001:2.0:1787190537.739789:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295049985 00000100:00000001:2.0:1787190537.739798:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295048740 00000100:00000001:2.0:1787190537.739800:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295049985 00000100:00000001:2.0:1787190537.739802:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190537.739804:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190537.739807:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190537.739811:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190537.739824:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190537.739827:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787190537.739830:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190537.739832:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190537.739834:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190537.739837:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1787190537.739839:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190537.739841:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190537.739842:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190537.739844:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190537.739846:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190537.739847:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190537.739852:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13317b80 x1874004794166016/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190537.739859:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190537.739861:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190537.739863:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190537.739865:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190537.739868:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190537.739871:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13317b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2399:1874004794166016:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190537.739874:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190537.739877:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190537.739878:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190537.739880:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190537.739887:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a157a3e00. 02000000:00000001:2.0:1787190537.739890:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190537.739893:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190537.739895:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b318. 00000400:00000010:2.0:1787190537.739904:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfd48. 00000100:00000200:2.0:1787190537.739907:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794166016, portal 10 00000100:00000001:2.0:1787190537.739909:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190537.739910:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299562880 : -120559409988736 : ffff925a13317b80) 00000100:00000040:2.0:1787190537.739917:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13317b80 x1874004794166016/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190537.739923:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190537.739926:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190537.739938:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df5d8. 00000100:00000200:2.0:1787190537.739941:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794166016, offset 0 00000400:00000200:2.0:1787190537.739946:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190537.739950:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190537.739953:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190537.739956:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190537.739958:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190537.739961:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190537.739963:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190537.739966:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [159:159:253:4294967295] 192.168.201.121@tcp LPNI seq info [159:159:5:4294967295] 00000400:00000200:2.0:1787190537.739969:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190537.739975:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190537.739980:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190537.739983:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15581100. 00000800:00000200:2.0:1787190537.739986:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190537.739990:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190537.739993:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15581100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190537.739996:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.739999:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: using a timeout of 170167 usecs (171 jiffies) 00000400:00000200:2.0:1787190537.740002:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190537.740004:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295048877 00000100:00000001:2.0:1787190537.740006:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request active for cpu 0, keep current deadline 4295049985 00000100:00000001:2.0:1787190537.740014:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295048877 00000100:00000001:2.0:1787190537.740016:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request active for cpu 1, keep current deadline 4295049985 00000100:00000001:2.0:1787190537.740018:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190537.740020:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190537.740022:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190537.740027:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13314380 x1874004794166272/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190537.740033:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190537.740035:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190537.740037:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190537.740038:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190537.740040:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190537.740043:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9ec143c8-f482-4099-9c05-29a32b40dfe8:2399:1874004794166272:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190537.740046:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190537.740048:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190537.740050:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190537.740051:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190537.740055:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a157a3800. 02000000:00000001:2.0:1787190537.740056:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190537.740060:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190537.740063:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167be70. 00000400:00000010:2.0:1787190537.740066:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfc38. 00000100:00000200:2.0:1787190537.740069:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794166272, portal 10 00000100:00000001:2.0:1787190537.740070:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190537.740071:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299548544 : -120559410003072 : ffff925a13314380) 00000100:00000040:2.0:1787190537.740077:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13314380 x1874004794166272/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190537.740082:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190537.740084:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190537.740086:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfee0. 00000100:00000200:2.0:1787190537.740088:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794166272, offset 0 00000400:00000200:2.0:1787190537.740097:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190537.740101:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190537.740104:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190537.740106:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190537.740108:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190537.740110:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190537.740111:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190537.740114:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [160:160:252:4294967295] 192.168.201.121@tcp LPNI seq info [160:160:4:4294967295] 00000400:00000200:2.0:1787190537.740116:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190537.740122:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190537.740125:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190537.740129:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15581600. 00000800:00000200:2.0:1787190537.740132:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190537.740135:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190537.740137:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15581600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190537.740140:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190537.740143:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: using a timeout of 27742 usecs (28 jiffies) 00000400:00000200:2.0:1787190537.740146:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190537.740147:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295048734 00000100:00000001:2.0:1787190537.740149:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295049985 00000100:00000001:2.0:1787190537.740151:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295048734 00000100:00000001:2.0:1787190537.740153:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295049985 00000100:00000001:2.0:1787190537.740155:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190537.740156:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190537.740158:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190537.740161:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190537.740184:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190537.740187:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787190537.742224:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190537.742236:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15581c00. 00000400:00000200:0.0:1787190537.742245:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190537.742257:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190537.742267:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfb28 00000400:00000010:0.0:1787190537.742271:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfb28. 00000100:00000001:0.0:1787190537.742277:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190537.742287:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13317480 x1874004794165888/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190537.742303:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190537.742308:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13317480 x1874004794165888/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190537.742317:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190537.742318:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787190537.742333:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190537.742335:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15581300. 00000400:00000200:0.0:1787190537.742338:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190537.742342:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190537.742345:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df770 00000400:00000010:0.0:1787190537.742347:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df770. 00000100:00000001:0.0:1787190537.742349:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190537.742353:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13314a80 x1874004794166144/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190537.742361:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190537.742364:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13314a80 x1874004794166144/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190537.742372:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190537.742373:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787190537.742379:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190537.742381:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15581f00. 00000400:00000200:0.0:1787190537.742384:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190537.742398:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190537.742401:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfaa0 00000400:00000010:0.0:1787190537.742403:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfaa0. 00000100:00000001:0.0:1787190537.742405:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190537.742410:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13314000 x1874004794166400/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190537.742420:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190537.742423:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13314000 x1874004794166400/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190537.742430:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190537.742432:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787190537.742440:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190537.742442:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15581100. 00000400:00000200:0.0:1787190537.742446:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190537.742449:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190537.742452:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df5d8 00000400:00000010:0.0:1787190537.742454:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df5d8. 00000100:00000001:0.0:1787190537.742456:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190537.742460:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13317b80 x1874004794166016/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190537.742488:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190537.742491:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13317b80 x1874004794166016/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190537.742497:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190537.742499:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787190537.744282:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190537.744297:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15581600. 00000400:00000200:0.0:1787190537.744309:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190537.744320:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190537.744329:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfee0 00000400:00000010:0.0:1787190537.744333:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfee0. 00000100:00000001:0.0:1787190537.744340:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190537.744373:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13314380 x1874004794166272/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190537.744389:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190537.744393:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13314380 x1874004794166272/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190537.744401:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190537.744404:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787190537.750637:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.750664:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190537.750670:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.750673:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190537.750685:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.750695:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190537.750708:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.750713:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.750721:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.750726:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104b80 00000400:00000200:0.0:1787190537.750732:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.750739:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x8d1 [1] + 224 00000800:00000001:0.0:1787190537.750748:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.750752:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190537.750756:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190537.750762:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190537.750774:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190537.750790:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13314a80 x1874004794166144/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190537.750816:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13314a80 x1874004794166144/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190537.750835:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190537.750849:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.750853:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190537.750868:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.750871:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190537.750875:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.750879:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190537.750883:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.750886:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.750890:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.750892:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104c80 00000400:00000200:0.0:1787190537.750896:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.750900:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x8d9 [1] + 224 00000800:00000001:0.0:1787190537.750904:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.750908:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190537.750911:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190537.750914:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190537.750917:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190537.750923:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13314000 x1874004794166400/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190537.750942:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13314000 x1874004794166400/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190537.750951:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190537.750956:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.750960:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190537.750962:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.750964:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190537.750967:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:3.0:1787190537.752742:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190537.752754:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787190537.752766:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190537.752769:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190537.752774:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b3c8. 00000400:00000200:3.0:1787190537.752783:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df6e8 00000400:00000010:3.0:1787190537.752786:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df6e8. 00000100:00000001:3.0:1787190537.752791:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190537.752815:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13314a80 x1874004794166144/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190537.752827:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13314a80 x1874004794166144/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190537.752835:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190537.752851:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190537.752855:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190537.752859:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190537.752862:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190537.752865:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190537.752868:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190537.752883:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06180c60 time=98 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190537.752888:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06180c18 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190537.752891:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190537.752893:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190537.752897:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787190537.752904:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13314a80 x1874004794166144/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787190537.752912:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190537.752917:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190537.752920:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190537.752921:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190537.752924:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190537.752937:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13314a80 x1874004794166144/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190537.752945:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190537.752949:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190537.752952:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190537.752956:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13314a80 x1874004794166144/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190537.752965:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2399:1874004794166144:192.168.201.121@tcp:400:kworker.0 00000400:00000001:3.0:1787190537.752973:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190537.752975:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190537.752977:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b4d0. 00000400:00000200:3.0:1787190537.752980:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfbb0 00000400:00000010:3.0:1787190537.752982:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfbb0. 00000100:00000001:3.0:1787190537.752985:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190537.752996:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13314000 x1874004794166400/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190537.753005:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13314000 x1874004794166400/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190537.753011:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190537.753012:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190537.753014:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190537.753016:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190537.753017:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190537.753019:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190537.753021:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190537.753026:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb7c60 time=25 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190537.753029:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb7c18 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190537.753031:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190537.753032:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190537.753034:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787190537.753037:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13314000 x1874004794166400/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787190537.753043:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190537.753045:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190537.753047:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190537.753048:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190537.753050:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190537.753053:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13314000 x1874004794166400/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190537.753059:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190537.753061:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190537.753062:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190537.753066:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13314000 x1874004794166400/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190537.753074:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9ec143c8-f482-4099-9c05-29a32b40dfe8:2399:1874004794166400:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190537.753086:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190537.753090:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190537.753094:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13314a80 x1874004794166144/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190537.753102:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190537.753106:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190537.753110:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a07188200. 02000000:00000001:3.0:1787190537.753114:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190537.753118:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190537.753120:0:2399:0:(genops.c:1223:class_import_put()) import ffff925a06180800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000020:00000001:3.0:1787190537.753123:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190537.753127:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a1654e500. 02000000:00000001:3.0:1787190537.753131:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190537.753133:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190537.753136:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13314a80. 00000100:00000001:3.0:1787190537.753140:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190537.753141:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190537.753143:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190537.753146:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13314000 x1874004794166400/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190537.753152:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190537.753154:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190537.753155:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a150cce00. 02000000:00000001:3.0:1787190537.753157:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190537.753159:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190537.753160:0:2399:0:(genops.c:1223:class_import_put()) import ffff925a08bb7800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000020:00000001:3.0:1787190537.753162:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190537.753163:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a1654e200. 02000000:00000001:3.0:1787190537.753165:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190537.753166:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190537.753167:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13314000. 00000100:00000001:3.0:1787190537.753169:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190537.753170:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190537.753174:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190537.753176:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190537.753184:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787190537.753186:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190537.753187:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787190537.753651:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190537.753670:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.753677:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.753686:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.753691:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104b00 00000400:00000200:0.0:1787190537.753697:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.753705:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x8e1 [1] + 224 00000800:00000001:0.0:1787190537.753726:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.753747:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190537.753751:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190537.753757:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190537.753767:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190537.753774:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13317b80 x1874004794166016/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190537.753785:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13317b80 x1874004794166016/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190537.753808:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190537.753822:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.753827:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190537.753829:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.753831:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190537.753835:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.753839:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190537.753844:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.753846:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.753849:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.753852:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104c00 00000400:00000200:0.0:1787190537.753855:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.753860:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x8e9 [1] + 224 00000800:00000001:0.0:1787190537.753864:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.753868:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190537.753870:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190537.753872:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190537.753876:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190537.753880:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13314380 x1874004794166272/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190537.753888:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13314380 x1874004794166272/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190537.753907:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190537.753912:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.753915:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190537.753917:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.753919:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190537.753922:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.753926:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190537.753939:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.753942:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.753946:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.753949:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 25 MB=0x6a865be104a80 00000400:00000200:0.0:1787190537.753953:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190537.753958:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.121@tcp of length 224/224 into md 0x8c9 [1] + 224 00000800:00000001:0.0:1787190537.753962:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.754050:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190537.754052:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190537.754056:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190537.754060:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190537.754065:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13317480 x1874004794165888/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190537.754073:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13317480 x1874004794165888/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190537.754080:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190537.754084:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190537.754087:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190537.758372:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190537.758386:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787190537.758398:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190537.758403:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190537.758408:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b318. 00000400:00000200:3.0:1787190537.758418:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfd48 00000400:00000010:3.0:1787190537.758422:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfd48. 00000100:00000001:3.0:1787190537.758428:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190537.758443:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13317b80 x1874004794166016/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190537.758458:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13317b80 x1874004794166016/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190537.758508:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190537.758511:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190537.758514:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190537.758518:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190537.758521:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190537.758524:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190537.758528:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190537.758540:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06187c60 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190537.758545:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06187c18 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190537.758547:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190537.758549:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190537.758553:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787190537.758558:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190537.758564:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190537.758566:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190537.758568:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190537.758570:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190537.758586:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13317b80 x1874004794166016/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190537.758594:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190537.758625:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190537.758629:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190537.758635:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13317b80 x1874004794166016/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190537.758644:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13317b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2399:1874004794166016:192.168.201.121@tcp:400:kworker.0 00000400:00000001:3.0:1787190537.758651:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190537.758652:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190537.758654:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167be70. 00000400:00000200:3.0:1787190537.758657:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfc38 00000400:00000010:3.0:1787190537.758659:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfc38. 00000100:00000001:3.0:1787190537.758662:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190537.758667:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13314380 x1874004794166272/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190537.758676:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13314380 x1874004794166272/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190537.758681:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190537.758682:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190537.758684:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190537.758686:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190537.758687:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190537.758689:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190537.758690:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190537.758695:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb1460 time=25 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190537.758698:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb1418 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190537.758700:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190537.758701:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190537.758703:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787190537.758705:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190537.758707:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190537.758708:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190537.758710:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190537.758711:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190537.758714:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13314380 x1874004794166272/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190537.758726:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190537.758729:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190537.758730:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190537.758734:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13314380 x1874004794166272/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190537.758741:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9ec143c8-f482-4099-9c05-29a32b40dfe8:2399:1874004794166272:192.168.201.121@tcp:400:kworker.0 00000400:00000001:3.0:1787190537.758748:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190537.758749:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190537.758752:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b840. 00000400:00000200:3.0:1787190537.758754:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df330 00000400:00000010:3.0:1787190537.758756:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df330. 00000100:00000001:3.0:1787190537.758759:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190537.758764:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13317480 x1874004794165888/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190537.758772:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13317480 x1874004794165888/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190537.758778:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190537.758779:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190537.758781:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190537.758782:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190537.758784:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190537.758785:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190537.758787:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190537.758790:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b460 time=99 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190537.758804:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=99 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190537.758807:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190537.758808:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190537.758810:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787190537.758812:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190537.758814:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190537.758817:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13317480 x1874004794165888/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190537.758829:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190537.758831:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190537.758833:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190537.758836:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13317480 x1874004794165888/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190537.758843:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13317480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2399:1874004794165888:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190537.758848:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190537.758851:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190537.758855:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13317b80 x1874004794166016/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190537.758861:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190537.758864:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190537.758868:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a157a3e00. 02000000:00000001:3.0:1787190537.758874:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190537.758877:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190537.758879:0:2399:0:(genops.c:1223:class_import_put()) import ffff925a06187800 refcount=3 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000020:00000001:3.0:1787190537.758882:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190537.758886:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a1654e100. 02000000:00000001:3.0:1787190537.758890:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190537.758892:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190537.758894:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13317b80. 00000100:00000001:3.0:1787190537.758899:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190537.758900:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190537.758902:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190537.758905:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13314380 x1874004794166272/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190537.758911:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190537.758912:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190537.758913:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a157a3800. 02000000:00000001:3.0:1787190537.758915:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190537.758916:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190537.758922:0:2399:0:(genops.c:1223:class_import_put()) import ffff925a08bb1000 refcount=3 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000020:00000001:3.0:1787190537.758924:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190537.758925:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a1654ee00. 02000000:00000001:3.0:1787190537.758940:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190537.758942:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190537.758943:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13314380. 00000100:00000001:3.0:1787190537.758946:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190537.758947:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190537.758949:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190537.758952:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13317480 x1874004794165888/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190537.758958:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190537.758959:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190537.758960:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a07189200. 02000000:00000001:3.0:1787190537.758963:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190537.758964:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190537.758965:0:2399:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:3.0:1787190537.758967:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190537.758968:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a1654e600. 02000000:00000001:3.0:1787190537.758969:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190537.758970:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190537.758972:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13317480. 00000100:00000001:3.0:1787190537.758974:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190537.758975:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190537.758977:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190537.758988:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787190537.758991:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190537.758994:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190537.758997:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190538.376724:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190538.376733:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190538.376741:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190538.376743:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787190538.376769:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787190538.376773:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190538.376813:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787190539.083606:0:710:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d000 (cpu 0) has reached its deadline 4295049985, at 4295050053 00000100:00000010:0.0:1787190539.083628:0:710:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a04eaa180. 00000100:00000040:1.0:1787190539.084269:0:9084:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d110 (cpu 1) has reached its deadline 4295049985, at 4295050053 00000100:00000010:1.0:1787190539.084278:0:9084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a04eaa5a0. 00010000:00000001:0.0:1787190539.398663:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190539.398673:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190539.398680:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190539.398682:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787190539.399201:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787190539.399208:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787190539.399213:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190540.424732:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190540.424746:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190540.424756:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190540.424757:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787190540.425615:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787190540.425621:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190540.425625:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190541.446662:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190541.446672:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190541.446680:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190541.446685:0:710:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787190541.446688:0:710:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787190541.446692:0:710:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190541.446695:0:710:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787190541.446698:0:710:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190541.446700:0:710:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190541.446703:0:710:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787190541.446909:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787190541.446914:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787190541.446917:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190542.471624:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190542.471634:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190542.471641:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190542.471643:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787190542.471745:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787190542.471752:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190542.471757:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787190542.855377:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787190542.855385:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787190542.855395:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a05e84700. 00000020:00000040:3.0:1787190542.855401:0:37:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000001:3.0:1787190542.855405:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787190542.855409:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787190542.855414:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787190542.855436:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03acbd00. 00000100:00000001:3.0:1787190542.855444:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.855458:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS req@ffff925a05e84700 x1874004794166528/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787190542.855491:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787190542.855496:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.855503:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095a1c98b] to pc [ptlrpcd_01_01+1] req@ffff925a05e84700 x1874004794166528/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.855524:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.855526:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787190542.855530:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787190542.855532:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a05e87800. 00000020:00000040:3.0:1787190542.855535:0:37:0:(genops.c:1210:class_import_get()) import ffff925a06187800 refcount=4 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000100:00000001:3.0:1787190542.855537:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787190542.855538:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787190542.855540:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787190542.855544:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03acbb00. 00000100:00000001:3.0:1787190542.855546:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.855550:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID req@ffff925a05e87800 x1874004794166656/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787190542.855557:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787190542.855558:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.855562:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007481f79f] to pc [ptlrpcd_01_00+0] req@ffff925a05e87800 x1874004794166656/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.855569:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.855571:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787190542.855574:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787190542.855578:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a05e86300. 00000020:00000040:3.0:1787190542.855579:0:37:0:(genops.c:1210:class_import_get()) import ffff925a06180800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000100:00000001:3.0:1787190542.855581:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787190542.855587:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787190542.855588:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787190542.855592:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03acb600. 00000100:00000001:3.0:1787190542.855594:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.855598:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID req@ffff925a05e86300 x1874004794166784/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787190542.855605:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787190542.855606:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.855610:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf2376e9] to pc [ptlrpcd_01_01+1] req@ffff925a05e86300 x1874004794166784/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.855616:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.855618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787190542.855621:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787190542.855624:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787190542.855626:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787190542.855629:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787190542.855632:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787190542.855635:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a05e85880. 00000020:00000040:3.0:1787190542.855636:0:37:0:(genops.c:1210:class_import_get()) import ffff925a08bb1000 refcount=4 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000100:00000001:3.0:1787190542.855638:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787190542.855639:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787190542.855640:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787190542.855643:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03acb500. 00000100:00000001:3.0:1787190542.855646:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.855650:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID req@ffff925a05e85880 x1874004794166912/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787190542.855656:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787190542.855657:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.855665:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003eaf6aab] to pc [ptlrpcd_01_00+0] req@ffff925a05e85880 x1874004794166912/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.855672:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.855674:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787190542.855676:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787190542.855678:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a05e85c00. 00000020:00000040:3.0:1787190542.855680:0:37:0:(genops.c:1210:class_import_get()) import ffff925a08bb7800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000100:00000001:3.0:1787190542.855682:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787190542.855683:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787190542.855684:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787190542.855687:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03acb300. 00000100:00000001:3.0:1787190542.855690:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.855693:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID req@ffff925a05e85c00 x1874004794167040/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787190542.855699:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787190542.855700:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.855703:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079e0fa0c] to pc [ptlrpcd_01_01+1] req@ffff925a05e85c00 x1874004794167040/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.855709:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.855712:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787190542.855714:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787190542.855717:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787190542.855719:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787190542.855723:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (391) 00000100:00000001:3.0:1787190542.855734:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190542.855738:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787190542.855740:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787190542.855745:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a05e84700 x1874004794166528/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.855762:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787190542.855764:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190542.855768:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787190542.855771:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787190542.855774:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787190542.855777:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794166528:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190542.855782:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787190542.855787:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787190542.855789:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190542.855791:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787190542.855795:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a061c3400. 02000000:00000001:3.0:1787190542.855797:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787190542.855803:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:3.0:1787190542.855807:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1674c7e8. 00000400:00000010:3.0:1787190542.855813:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb550. 00000100:00000200:3.0:1787190542.855821:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794166528, portal 25 00000100:00000001:3.0:1787190542.855823:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787190542.855824:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514076661504 : -120559632890112 : ffff925a05e84700) 00000100:00000040:3.0:1787190542.855829:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a05e84700 x1874004794166528/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.855836:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787190542.855839:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:3.0:1787190542.855851:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb660. 00000100:00000200:3.0:1787190542.855855:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004794166528, offset 0 00000400:00000200:3.0:1787190542.855862:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:3.0:1787190542.855871:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190542.855880:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:3.0:1787190542.855887:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787190542.855891:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:3.0:1787190542.855896:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787190542.855898:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:3.0:1787190542.855908:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [161:161:256:4294967295] 192.168.201.121@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:3.0:1787190542.855913:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190542.855923:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:3.0:1787190542.855930:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:3.0:1787190542.855935:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03acba00. 00000800:00000200:3.0:1787190542.855941:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:3.0:1787190542.855950:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:3.0:1787190542.855955:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03acba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787190542.855965:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787190542.855969:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:3.0:1787190542.855972:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295055104 00000100:00000010:3.0:1787190542.855976:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a11e8aa80. 00000100:00000001:3.0:1787190542.855982:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787190542.855987:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295055104 00000100:00000010:3.0:1787190542.855990:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a11e8a4e0. 00000100:00000001:3.0:1787190542.855993:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787190542.855996:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190542.855998:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190542.856001:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787190542.856005:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a05e86300 x1874004794166784/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.856011:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787190542.856013:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190542.856015:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787190542.856016:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787190542.856018:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787190542.856021:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794166784:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190542.856023:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787190542.856026:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787190542.856027:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190542.856034:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787190542.856037:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a061c2600. 02000000:00000001:3.0:1787190542.856038:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787190542.856042:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:3.0:1787190542.856044:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1674c898. 00000400:00000010:3.0:1787190542.856047:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb5d8. 00000100:00000200:3.0:1787190542.856050:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794166784, portal 10 00000100:00000001:3.0:1787190542.856051:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787190542.856052:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514076668672 : -120559632882944 : ffff925a05e86300) 00000100:00000040:3.0:1787190542.856059:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a05e86300 x1874004794166784/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.856064:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787190542.856066:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:3.0:1787190542.856068:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb3b8. 00000100:00000200:3.0:1787190542.856070:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794166784, offset 0 00000400:00000200:3.0:1787190542.856074:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:3.0:1787190542.856077:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190542.856081:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:3.0:1787190542.856084:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787190542.856086:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:3.0:1787190542.856089:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787190542.856091:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:3.0:1787190542.856093:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [162:162:255:4294967295] 192.168.201.121@tcp LPNI seq info [162:162:7:4294967295] 00000800:00000200:0.0:1787190542.856094:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1787190542.856097:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000010:0.0:1787190542.856098:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03acba00. 00000400:00000200:3.0:1787190542.856102:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000400:00000200:0.0:1787190542.856103:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1787190542.856106:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787190542.856108:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000800:00000010:3.0:1787190542.856109:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03acbf00. 00000800:00000200:3.0:1787190542.856112:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000400:00000200:0.0:1787190542.856113:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb660 00000400:00000010:0.0:1787190542.856116:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb660. 00000800:00000200:3.0:1787190542.856117:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000100:00000001:0.0:1787190542.856119:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1787190542.856119:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03acbf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787190542.856122:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787190542.856124:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a05e84700 x1874004794166528/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787190542.856130:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: using a timeout of 76907 usecs (77 jiffies) 00000100:00000001:0.0:1787190542.856132:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1787190542.856133:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:3.0:1787190542.856135:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295053902 00000100:00000040:0.0:1787190542.856136:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a05e84700 x1874004794166528/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.856138:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 0, keep current deadline 4295055104 00000100:00000001:3.0:1787190542.856140:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295053902 00000100:00000001:3.0:1787190542.856142:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 1, keep current deadline 4295055104 00000100:00000001:3.0:1787190542.856145:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190542.856147:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190542.856148:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190542.856149:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1787190542.856150:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1787190542.856152:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a05e85c00 x1874004794167040/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.856157:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787190542.856159:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190542.856161:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787190542.856163:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787190542.856165:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787190542.856167:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1787190542.856167:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794167040:192.168.201.121@tcp:400:kworker.0 00000800:00000010:0.0:1787190542.856169:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03acbf00. 00000100:00000001:3.0:1787190542.856170:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1787190542.856172:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1787190542.856173:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787190542.856174:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787190542.856175:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 02000000:00000001:3.0:1787190542.856176:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1787190542.856178:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb3b8 02000000:00000010:3.0:1787190542.856179:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a061c2400. 00000400:00000010:0.0:1787190542.856180:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb3b8. 00000100:00000001:0.0:1787190542.856181:0:2390:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1787190542.856181:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787190542.856184:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000200:0.0:1787190542.856185:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a05e86300 x1874004794166784/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1787190542.856186:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1674caa8. 00000400:00000010:3.0:1787190542.856190:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb990. 00000100:00000001:0.0:1787190542.856192:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1787190542.856192:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794167040, portal 10 00000100:00000001:3.0:1787190542.856194:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1787190542.856195:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a05e86300 x1874004794166784/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.856196:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514076666880 : -120559632884736 : ffff925a05e85c00) 00000100:00000001:0.0:1787190542.856201:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.856201:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a05e85c00 x1874004794167040/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190542.856202:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787190542.856218:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787190542.856220:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:3.0:1787190542.856223:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb110. 00000100:00000200:3.0:1787190542.856225:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794167040, offset 0 00000400:00000200:3.0:1787190542.856229:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:3.0:1787190542.856233:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190542.856236:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:3.0:1787190542.856239:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787190542.856254:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:3.0:1787190542.856256:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787190542.856258:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:3.0:1787190542.856261:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [163:163:256:4294967295] 192.168.201.121@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:3.0:1787190542.856264:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190542.856270:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:3.0:1787190542.856274:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:3.0:1787190542.856277:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03acb900. 00000800:00000200:3.0:1787190542.856280:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:3.0:1787190542.856284:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:3.0:1787190542.856287:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03acb900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787190542.856305:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.856309:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: using a timeout of 31313 usecs (32 jiffies) 00000400:00000200:3.0:1787190542.856311:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:3.0:1787190542.856313:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295053857 00000100:00000001:3.0:1787190542.856315:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295055104 00000100:00000001:3.0:1787190542.856317:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295053857 00000100:00000001:3.0:1787190542.856319:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295055104 00000100:00000001:3.0:1787190542.856321:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190542.856323:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190542.856330:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190542.856333:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190542.856340:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787190542.856343:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787190542.856345:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190542.856347:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787190542.856349:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787190542.856352:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1787190542.856354:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190542.856355:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787190542.856357:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190542.856358:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190542.856359:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787190542.856360:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787190542.856367:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a05e87800 x1874004794166656/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.856373:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787190542.856374:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190542.856377:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787190542.856379:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787190542.856381:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787190542.856384:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794166656:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190542.856388:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787190542.856390:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787190542.856392:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190542.856393:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787190542.856396:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a061c3a00. 02000000:00000001:3.0:1787190542.856398:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787190542.856402:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:3.0:1787190542.856524:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1674c210. 00000400:00000010:3.0:1787190542.856529:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb7f8. 00000100:00000200:3.0:1787190542.856532:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794166656, portal 10 00000100:00000001:3.0:1787190542.856534:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787190542.856535:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514076674048 : -120559632877568 : ffff925a05e87800) 00000100:00000040:3.0:1787190542.856542:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a05e87800 x1874004794166656/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.856554:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787190542.856556:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:3.0:1787190542.856559:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb440. 00000100:00000200:3.0:1787190542.856562:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794166656, offset 0 00000400:00000200:3.0:1787190542.856566:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:3.0:1787190542.856570:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190542.856573:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:3.0:1787190542.856575:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787190542.856578:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:3.0:1787190542.856580:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787190542.856582:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:3.0:1787190542.856584:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [164:164:255:4294967295] 192.168.201.121@tcp LPNI seq info [164:164:7:4294967295] 00000400:00000200:3.0:1787190542.856588:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190542.856594:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:3.0:1787190542.856598:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:3.0:1787190542.856602:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03acb800. 00000800:00000200:0.0:1787190542.856605:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1787190542.856605:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000010:0.0:1787190542.856608:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03acb900. 00000800:00000200:3.0:1787190542.856610:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000400:00000200:0.0:1787190542.856611:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1787190542.856612:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03acb800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1787190542.856615:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:3.0:1787190542.856615:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787190542.856618:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb110 00000100:00000040:3.0:1787190542.856618:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: using a timeout of 164776 usecs (165 jiffies) 00000400:00000010:0.0:1787190542.856619:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb110. 00000400:00000200:3.0:1787190542.856621:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787190542.856622:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1787190542.856623:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295053990 00000100:00000001:3.0:1787190542.856625:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request active for cpu 0, keep current deadline 4295055104 00000100:00000200:0.0:1787190542.856626:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a05e85c00 x1874004794167040/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.856627:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295053990 00000100:00000001:3.0:1787190542.856630:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request active for cpu 1, keep current deadline 4295055104 00000100:00000001:3.0:1787190542.856632:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190542.856634:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787190542.856634:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190542.856637:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a05e85c00 x1874004794167040/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.856641:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1787190542.856643:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190542.856644:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1787190542.856645:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a05e85880 x1874004794166912/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.856652:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787190542.856653:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190542.856656:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787190542.856657:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787190542.856660:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787190542.856663:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794166912:192.168.201.121@tcp:400:kworker.0 00000800:00000200:0.0:1787190542.856665:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1787190542.856667:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787190542.856669:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1787190542.856671:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03acb800. 02000000:00000001:3.0:1787190542.856671:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190542.856673:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1787190542.856674:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1787190542.856675:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a061c2800. 00000400:00000200:0.0:1787190542.856677:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 02000000:00000001:3.0:1787190542.856677:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787190542.856680:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb440 00000400:00000200:3.0:1787190542.856681:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787190542.856682:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb440. 00000400:00000010:3.0:1787190542.856683:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1674c948. 00000100:00000001:0.0:1787190542.856684:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1787190542.856686:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb198. 00000100:00000200:0.0:1787190542.856688:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a05e87800 x1874004794166656/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190542.856688:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794166912, portal 10 00000100:00000001:3.0:1787190542.856691:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787190542.856692:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514076665984 : -120559632885632 : ffff925a05e85880) 00000100:00000001:0.0:1787190542.856695:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190542.856698:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a05e87800 x1874004794166656/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787190542.856698:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a05e85880 x1874004794166912/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.856705:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787190542.856707:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:3.0:1787190542.856709:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efbe58. 00000100:00000200:3.0:1787190542.856711:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794166912, offset 0 00000100:00000001:0.0:1787190542.856712:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190542.856713:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1787190542.856715:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:3.0:1787190542.856719:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190542.856722:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:3.0:1787190542.856725:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787190542.856727:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:3.0:1787190542.856730:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787190542.856737:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:3.0:1787190542.856740:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [165:165:256:4294967295] 192.168.201.121@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:3.0:1787190542.856744:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190542.856752:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:3.0:1787190542.856756:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:3.0:1787190542.856759:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03acb800. 00000800:00000200:3.0:1787190542.856762:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:3.0:1787190542.856766:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:3.0:1787190542.856768:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03acb800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787190542.856784:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.856787:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: using a timeout of 27460 usecs (28 jiffies) 00000400:00000200:3.0:1787190542.856790:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:3.0:1787190542.856793:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295053853 00000100:00000001:3.0:1787190542.856795:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295055104 00000100:00000001:3.0:1787190542.856797:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295053853 00000100:00000001:3.0:1787190542.856799:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295055104 00000100:00000001:3.0:1787190542.856801:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190542.856802:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190542.856805:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190542.856807:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190542.856818:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190542.856820:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787190542.856947:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190542.856950:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03acb800. 00000400:00000200:0.0:1787190542.856953:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190542.856957:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190542.856960:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efbe58 00000400:00000010:0.0:1787190542.856962:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efbe58. 00000100:00000001:0.0:1787190542.856965:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190542.856969:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a05e85880 x1874004794166912/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190542.856976:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190542.856978:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a05e85880 x1874004794166912/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190542.856984:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190542.856986:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787190542.861151:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190542.861170:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190542.861175:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190542.861178:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190542.861187:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190542.861196:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190542.861211:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190542.861217:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190542.861223:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190542.861227:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104e00 00000400:00000200:0.0:1787190542.861232:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190542.861237:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x8f9 [1] + 224 00000800:00000001:0.0:1787190542.861245:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190542.861251:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190542.861255:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190542.861259:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190542.861268:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190542.861279:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a05e86300 x1874004794166784/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190542.861291:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a05e86300 x1874004794166784/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190542.861311:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190542.861322:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190542.861325:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190542.861327:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190542.861329:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190542.861332:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190542.861335:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190542.861339:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190542.861341:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190542.861343:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190542.861346:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104f00 00000400:00000200:0.0:1787190542.861348:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190542.861352:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x901 [1] + 224 00000800:00000001:0.0:1787190542.861355:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190542.861358:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190542.861360:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190542.861367:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190542.861371:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190542.861376:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a05e85c00 x1874004794167040/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190542.861384:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a05e85c00 x1874004794167040/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190542.861390:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190542.861394:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190542.861396:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190542.861397:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190542.861399:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190542.861402:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190542.861405:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190542.861409:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190542.861411:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190542.861413:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190542.861416:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104d80 00000400:00000200:0.0:1787190542.861419:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190542.861422:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x909 [1] + 224 00000800:00000001:0.0:1787190542.861425:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190542.861430:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190542.861432:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190542.861435:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190542.861437:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190542.861441:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a05e87800 x1874004794166656/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190542.861449:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a05e87800 x1874004794166656/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190542.861455:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190542.861457:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190542.861481:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190542.862364:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190542.862372:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787190542.862384:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190542.862386:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190542.862390:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1674c210. 00000400:00000200:3.0:1787190542.862397:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb7f8 00000400:00000010:3.0:1787190542.862399:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb7f8. 00000100:00000001:3.0:1787190542.862403:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190542.862409:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a05e87800 x1874004794166656/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190542.862430:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a05e87800 x1874004794166656/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.862437:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190542.862440:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190542.862443:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190542.862446:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190542.862449:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190542.862451:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190542.862454:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190542.862480:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06187c60 time=102 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190542.862485:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06187c18 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190542.862487:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190542.862489:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190542.862492:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787190542.862497:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190542.862501:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190542.862503:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190542.862505:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190542.862507:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.862511:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a05e87800 x1874004794166656/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.862518:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190542.862521:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190542.862523:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190542.862527:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a05e87800 x1874004794166656/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190542.862534:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794166656:192.168.201.121@tcp:400:kworker.0 00000400:00000001:3.0:1787190542.862542:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190542.862543:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190542.862545:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1674c898. 00000400:00000200:3.0:1787190542.862548:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb5d8 00000400:00000010:3.0:1787190542.862559:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb5d8. 00000100:00000001:3.0:1787190542.862563:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190542.862566:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a05e86300 x1874004794166784/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190542.862573:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a05e86300 x1874004794166784/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.862579:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190542.862580:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190542.862583:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190542.862585:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190542.862586:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190542.862587:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190542.862589:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190542.862594:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06180c60 time=103 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190542.862596:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06180c18 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190542.862598:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190542.862599:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190542.862600:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787190542.862604:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e86300 x1874004794166784/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787190542.862611:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190542.862613:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190542.862615:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190542.862616:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190542.862618:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.862621:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a05e86300 x1874004794166784/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.862627:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190542.862629:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190542.862630:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190542.862634:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a05e86300 x1874004794166784/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190542.862652:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794166784:192.168.201.121@tcp:400:kworker.0 00000400:00000001:3.0:1787190542.862659:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190542.862660:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190542.862662:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1674caa8. 00000400:00000200:3.0:1787190542.862664:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb990 00000400:00000010:3.0:1787190542.862665:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb990. 00000100:00000001:3.0:1787190542.862668:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190542.862672:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a05e85c00 x1874004794167040/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190542.862679:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a05e85c00 x1874004794167040/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.862684:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190542.862686:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190542.862688:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190542.862689:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190542.862690:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190542.862692:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190542.862694:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190542.862698:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb7c60 time=30 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190542.862701:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb7c18 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190542.862703:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190542.862704:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190542.862706:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787190542.862709:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a05e85c00 x1874004794167040/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787190542.862715:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190542.862717:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787190542.862718:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:3.0:1787190542.862720:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787190542.862721:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190542.862725:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a05e85c00 x1874004794167040/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.862735:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190542.862737:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190542.862738:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190542.862742:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a05e85c00 x1874004794167040/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190542.862750:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794167040:192.168.201.121@tcp:400:kworker.0 00000100:00000001:3.0:1787190542.862754:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190542.862758:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190542.862762:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a05e87800 x1874004794166656/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.862769:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190542.862772:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190542.862776:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a061c3a00. 02000000:00000001:3.0:1787190542.862780:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190542.862783:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190542.862785:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a06187800 refcount=3 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000020:00000001:3.0:1787190542.862788:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190542.862791:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03acbb00. 02000000:00000001:3.0:1787190542.862794:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190542.862797:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190542.862798:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a05e87800. 00000100:00000001:3.0:1787190542.862801:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190542.862803:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190542.862804:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190542.862807:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a05e86300 x1874004794166784/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.862814:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190542.862815:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190542.862816:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a061c2600. 02000000:00000001:3.0:1787190542.862819:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190542.862820:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190542.862826:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a06180800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000020:00000001:3.0:1787190542.862827:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190542.862829:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03acb600. 02000000:00000001:3.0:1787190542.862831:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190542.862832:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190542.862833:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a05e86300. 00000100:00000001:3.0:1787190542.862835:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190542.862837:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190542.862838:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190542.862853:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a05e85c00 x1874004794167040/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190542.862859:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190542.862860:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190542.862862:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a061c2400. 02000000:00000001:3.0:1787190542.862864:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190542.862865:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190542.862866:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a08bb7800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000020:00000001:3.0:1787190542.862868:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190542.862869:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03acb300. 02000000:00000001:3.0:1787190542.862870:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190542.862871:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190542.862873:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a05e85c00. 00000100:00000001:3.0:1787190542.862875:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190542.862876:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190542.862879:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190542.862881:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190542.862883:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787190542.862885:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190542.862886:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787190542.865998:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190542.866021:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190542.866025:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190542.866027:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190542.866035:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190542.866042:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190542.866052:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190542.866056:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190542.866061:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190542.866066:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be104e80 00000400:00000200:1.0:1787190542.866070:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190542.866076:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x911 [1] + 224 00000800:00000001:1.0:1787190542.866082:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190542.866085:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190542.866088:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190542.866092:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190542.866098:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190542.866107:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a05e85880 x1874004794166912/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190542.866118:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a05e85880 x1874004794166912/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190542.866150:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190542.866160:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190542.866163:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190542.866165:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190542.866167:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190542.866170:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190542.866173:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190542.866177:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190542.866180:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190542.866182:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190542.866185:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 25 MB=0x6a865be104d00 00000400:00000200:1.0:1787190542.866189:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190542.866193:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.121@tcp of length 224/224 into md 0x8f1 [1] + 224 00000800:00000001:1.0:1787190542.866196:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190542.866251:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190542.866253:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190542.866257:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190542.866260:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190542.866264:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a05e84700 x1874004794166528/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190542.866271:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a05e84700 x1874004794166528/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190542.866278:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190542.866281:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190542.866284:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190542.867618:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190542.867627:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787190542.867636:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190542.867639:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190542.867642:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1674c948. 00000400:00000200:2.0:1787190542.867649:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb198 00000400:00000010:2.0:1787190542.867652:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb198. 00000100:00000001:2.0:1787190542.867655:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190542.867664:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a05e85880 x1874004794166912/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190542.867674:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a05e85880 x1874004794166912/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190542.867681:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190542.867684:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190542.867686:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190542.867690:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190542.867693:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190542.867696:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190542.867699:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190542.867710:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb1460 time=30 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190542.867715:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb1418 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190542.867717:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190542.867719:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190542.867723:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787190542.867727:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190542.867731:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787190542.867734:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:2.0:1787190542.867736:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787190542.867737:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190542.867743:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a05e85880 x1874004794166912/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190542.867751:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190542.867772:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190542.867774:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190542.867779:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a05e85880 x1874004794166912/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190542.867786:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794166912:192.168.201.121@tcp:400:kworker.0 00000400:00000001:2.0:1787190542.867792:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190542.867793:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190542.867795:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1674c7e8. 00000400:00000200:2.0:1787190542.867797:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb550 00000400:00000010:2.0:1787190542.867799:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb550. 00000100:00000001:2.0:1787190542.867801:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190542.867804:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a05e84700 x1874004794166528/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190542.867811:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a05e84700 x1874004794166528/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190542.867817:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190542.867818:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190542.867820:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190542.867821:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190542.867822:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190542.867824:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190542.867826:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190542.867829:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b460 time=104 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190542.867831:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=104 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190542.867833:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190542.867834:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190542.867835:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787190542.867837:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190542.867839:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190542.867852:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a05e84700 x1874004794166528/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190542.867859:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190542.867867:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190542.867868:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190542.867873:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a05e84700 x1874004794166528/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190542.867891:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794166528:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190542.867895:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190542.867898:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190542.867902:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a05e85880 x1874004794166912/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190542.867907:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190542.867910:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190542.867913:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a061c2800. 02000000:00000001:2.0:1787190542.867918:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190542.867921:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190542.867923:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a08bb1000 refcount=3 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000020:00000001:2.0:1787190542.867925:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190542.867928:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03acb500. 02000000:00000001:2.0:1787190542.867932:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190542.867934:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190542.867936:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a05e85880. 00000100:00000001:2.0:1787190542.867940:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190542.867941:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190542.867943:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190542.867945:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a05e84700 x1874004794166528/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190542.867951:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190542.867952:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190542.867953:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a061c3400. 02000000:00000001:2.0:1787190542.867955:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190542.867956:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190542.867957:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:2.0:1787190542.867959:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190542.867960:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03acbd00. 02000000:00000001:2.0:1787190542.867968:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190542.867969:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190542.867970:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a05e84700. 00000100:00000001:2.0:1787190542.867972:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190542.867973:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190542.867975:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190542.867985:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190542.867987:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190542.867989:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190542.867992:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190543.495019:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190543.495027:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190543.495034:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190543.495035:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787190543.495092:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787190543.495096:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787190543.495099:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787190543.582438:0:10091:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787190543.582451:0:10091:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787190543.906163:0:10128:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1787190543.906171:0:10128:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:2.0:1787190543.919264:0:10128:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1787190544.198568:0:9084:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d110 (cpu 1) has reached its deadline 4295055104, at 4295055168 00000100:00000010:1.0:1787190544.198589:0:9084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a11e8a4e0. 00000100:00000040:0.0:1787190544.199040:0:710:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d000 (cpu 0) has reached its deadline 4295055104, at 4295055168 00000100:00000010:0.0:1787190544.199048:0:710:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a11e8aa80. 00010000:00000001:0.0:1787190544.518588:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190544.518595:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190544.518601:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190544.518602:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787190544.518674:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787190544.518685:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190544.518688:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190545.542907:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190545.542915:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190545.542921:0:710:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190545.542922:0:710:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787190545.548618:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787190545.548627:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787190545.548633:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787190545.642258:0:10226:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787190545.642277:0:10226:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190546.566667:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190546.566678:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190546.566692:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190546.566693:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787190546.567026:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787190546.567031:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190546.567034:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1787190547.479191:0:10291:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff925a04ef9900. 00000400:00000040:1.0:1787190547.479224:0:10291:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1787190547.479227:0:10291:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1787190547.479228:0:10291:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1787190547.479230:0:10291:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1787190547.479310:0:10291:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1787190547.479312:0:10291:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1787190547.479314:0:10291:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1787190547.479424:0:10291:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff925a04ef9900. 00010000:00000001:0.0:1787190547.590556:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190547.590569:0:10283:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787190547.590572:0:10283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787190547.590579:0:10283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190547.590585:0:10283:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787190547.590588:0:10283:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190547.590590:0:10283:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190547.590593:0:10283:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190547.590597:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190547.590599:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787190547.590750:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787190547.590755:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190547.590759:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787190547.981022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190547.981050:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190547.981064:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13315c00. 00000020:00000040:2.0:1787190547.981072:0:37:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000001:2.0:1787190547.981078:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190547.981082:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190547.981089:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190547.981101:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581e00. 00000100:00000001:2.0:1787190547.981112:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.981128:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS req@ffff925a13315c00 x1874004794167168/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190547.981141:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190547.981147:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.981154:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075b95216] to pc [ptlrpcd_01_00+0] req@ffff925a13315c00 x1874004794167168/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190547.981181:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.981184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190547.981188:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190547.981206:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13316300. 00000020:00000040:2.0:1787190547.981209:0:37:0:(genops.c:1210:class_import_get()) import ffff925a06187800 refcount=4 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000100:00000001:2.0:1787190547.981212:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190547.981213:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190547.981216:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190547.981220:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581600. 00000100:00000001:2.0:1787190547.981224:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.981229:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID req@ffff925a13316300 x1874004794167296/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190547.981237:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190547.981239:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.981243:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c9ac563] to pc [ptlrpcd_01_01+1] req@ffff925a13316300 x1874004794167296/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190547.981253:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.981255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190547.981260:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190547.981263:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13316680. 00000020:00000040:2.0:1787190547.981265:0:37:0:(genops.c:1210:class_import_get()) import ffff925a06180800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000100:00000001:2.0:1787190547.981267:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190547.981269:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190547.981270:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190547.981274:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581100. 00000100:00000001:2.0:1787190547.981277:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.981281:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID req@ffff925a13316680 x1874004794167424/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190547.981289:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190547.981291:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.981294:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005264d54f] to pc [ptlrpcd_01_00+0] req@ffff925a13316680 x1874004794167424/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190547.981302:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.981311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787190547.981315:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787190547.981318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787190547.981321:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787190547.981325:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190547.981328:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190547.981331:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13314700. 00000020:00000040:2.0:1787190547.981334:0:37:0:(genops.c:1210:class_import_get()) import ffff925a08bb1000 refcount=4 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000100:00000001:2.0:1787190547.981337:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190547.981338:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190547.981340:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190547.981344:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581f00. 00000100:00000001:2.0:1787190547.981348:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.981353:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID req@ffff925a13314700 x1874004794167552/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190547.981361:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190547.981363:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.981367:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c74636c] to pc [ptlrpcd_01_01+1] req@ffff925a13314700 x1874004794167552/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190547.981374:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.981377:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787190547.981380:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787190547.981383:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13317800. 00000020:00000040:2.0:1787190547.981386:0:37:0:(genops.c:1210:class_import_get()) import ffff925a08bb7800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000100:00000001:2.0:1787190547.981388:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190547.981389:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190547.981391:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190547.981394:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a15581300. 00000100:00000001:2.0:1787190547.981398:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.981410:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID req@ffff925a13317800 x1874004794167680/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787190547.981417:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190547.981420:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.981424:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47ec7e5] to pc [ptlrpcd_01_00+0] req@ffff925a13317800 x1874004794167680/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190547.981432:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.981434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787190547.981437:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787190547.981439:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787190547.981442:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787190547.981449:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (396) 00000100:00000001:2.0:1787190547.981938:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190547.981944:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190547.981947:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190547.981957:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13316300 x1874004794167296/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190547.981967:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190547.981970:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190547.981974:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190547.981978:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190547.981981:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190547.981984:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794167296:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190547.981990:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190547.981999:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190547.982002:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190547.982005:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190547.982011:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a08a2da00. 02000000:00000001:2.0:1787190547.982013:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190547.982033:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190547.982038:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167bd68. 00000400:00000010:2.0:1787190547.982046:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df220. 00000100:00000200:2.0:1787190547.982055:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794167296, portal 10 00000100:00000001:2.0:1787190547.982058:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190547.982060:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299556608 : -120559409995008 : ffff925a13316300) 00000100:00000040:2.0:1787190547.982070:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13316300 x1874004794167296/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190547.982078:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190547.982081:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190547.982087:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df330. 00000100:00000200:2.0:1787190547.982092:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794167296, offset 0 00000400:00000200:2.0:1787190547.982101:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190547.982113:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190547.982124:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190547.982131:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190547.982137:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190547.982142:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190547.982145:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190547.982150:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [166:166:256:4294967295] 192.168.201.121@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:2.0:1787190547.982154:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190547.982167:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190547.982175:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190547.982180:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15581c00. 00000800:00000200:2.0:1787190547.982188:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190547.982198:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190547.982203:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15581c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190547.982842:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.982853:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: using a timeout of 159198 usecs (160 jiffies) 00000400:00000200:2.0:1787190547.982860:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190547.982864:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295059112 00000100:00000010:2.0:1787190547.982884:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a04eaa5a0. 00000100:00000001:2.0:1787190547.982893:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787190547.982908:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295059112 00000100:00000010:2.0:1787190547.982911:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a04eaa180. 00000100:00000001:2.0:1787190547.982915:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787190547.982919:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190547.982922:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190547.982928:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190547.982936:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13314700 x1874004794167552/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190547.982945:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190547.982946:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190547.982949:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190547.982952:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190547.982955:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190547.982958:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794167552:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190547.982962:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190547.982966:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190547.982969:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190547.982971:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190547.982976:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a061c2000. 02000000:00000001:2.0:1787190547.982979:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190547.982984:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190547.982987:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b840. 00000400:00000010:2.0:1787190547.982994:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfc38. 00000100:00000200:2.0:1787190547.982999:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794167552, portal 10 00000100:00000001:2.0:1787190547.983001:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190547.983002:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299549440 : -120559410002176 : ffff925a13314700) 00000100:00000040:2.0:1787190547.983010:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13314700 x1874004794167552/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190547.983016:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190547.983025:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190547.983028:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfd48. 00000100:00000200:2.0:1787190547.983031:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794167552, offset 0 00000400:00000200:2.0:1787190547.983047:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190547.983053:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190547.983059:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190547.983063:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190547.983067:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190547.983071:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190547.983073:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190547.983076:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [167:167:255:4294967295] 192.168.201.121@tcp LPNI seq info [167:167:7:4294967295] 00000400:00000200:2.0:1787190547.983080:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190547.983088:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190547.983093:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190547.983097:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15581400. 00000800:00000200:2.0:1787190547.983103:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190547.983110:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190547.983115:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15581400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190547.983118:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.983122:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: using a timeout of 26423 usecs (27 jiffies) 00000400:00000200:2.0:1787190547.983124:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190547.983127:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295058979 00000100:00000001:2.0:1787190547.983129:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295059112 00000100:00000001:2.0:1787190547.983131:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295058979 00000100:00000001:2.0:1787190547.983133:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295059112 00000100:00000001:2.0:1787190547.983135:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190547.983137:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190547.983140:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190547.983145:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190547.983155:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190547.983163:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787190547.983167:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190547.983169:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190547.983171:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190547.983176:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1787190547.983177:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190547.983180:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190547.983182:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190547.983184:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190547.983184:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190547.983186:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190547.983192:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13315c00 x1874004794167168/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190547.983199:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190547.983200:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190547.983202:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190547.983204:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190547.983206:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190547.983209:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13315c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794167168:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190547.983212:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190547.983215:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190547.983216:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190547.983217:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190547.983221:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a061c2c00. 02000000:00000001:2.0:1787190547.983223:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190547.983227:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190547.983230:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167be70. 00000400:00000010:2.0:1787190547.983234:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfbb0. 00000100:00000200:2.0:1787190547.983237:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794167168, portal 25 00000100:00000001:2.0:1787190547.983239:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190547.983240:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299554816 : -120559409996800 : ffff925a13315c00) 00000100:00000040:2.0:1787190547.983245:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13315c00 x1874004794167168/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190547.983251:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190547.983260:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190547.983263:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df6e8. 00000100:00000200:2.0:1787190547.983266:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004794167168, offset 0 00000400:00000200:2.0:1787190547.983270:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190547.983275:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190547.983278:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190547.983281:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190547.983283:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190547.983286:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190547.983288:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190547.983291:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [168:168:254:4294967295] 192.168.201.121@tcp LPNI seq info [168:168:6:4294967295] 00000400:00000200:2.0:1787190547.983295:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190547.983301:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190547.983306:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190547.983311:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a051db900. 00000800:00000200:2.0:1787190547.983314:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190547.983318:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190547.983321:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a051db900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190547.983325:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190547.983328:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190547.983329:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295060231 00000100:00000001:2.0:1787190547.983335:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295059112 00000100:00000001:2.0:1787190547.983338:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295060231 00000100:00000001:2.0:1787190547.983341:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295059112 00000100:00000001:2.0:1787190547.983344:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190547.983347:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190547.983349:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190547.983353:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13316680 x1874004794167424/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190547.983360:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190547.983367:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190547.983370:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190547.983372:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190547.983373:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190547.983376:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794167424:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190547.983379:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190547.983382:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190547.983384:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190547.983385:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190547.983388:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a061c2200. 02000000:00000001:2.0:1787190547.983390:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190547.983393:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190547.983395:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b318. 00000400:00000010:2.0:1787190547.983399:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfee0. 00000100:00000200:2.0:1787190547.983402:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794167424, portal 10 00000100:00000001:2.0:1787190547.983404:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190547.983405:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299557504 : -120559409994112 : ffff925a13316680) 00000100:00000040:2.0:1787190547.983412:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13316680 x1874004794167424/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190547.983418:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190547.983420:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190547.983423:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df5d8. 00000100:00000200:2.0:1787190547.983426:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794167424, offset 0 00000400:00000200:2.0:1787190547.983430:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190547.983434:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190547.983437:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190547.983441:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190547.983443:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190547.983446:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190547.983448:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190547.983451:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [169:169:253:4294967295] 192.168.201.121@tcp LPNI seq info [169:169:5:4294967295] 00000400:00000200:2.0:1787190547.983454:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190547.983462:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190547.983500:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190547.983503:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a051db400. 00000800:00000200:2.0:1787190547.983507:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190547.983512:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190547.983514:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a051db400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190547.983517:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.983521:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: using a timeout of 73942 usecs (74 jiffies) 00000400:00000200:2.0:1787190547.983524:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190547.983527:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295059027 00000100:00000001:2.0:1787190547.983540:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 0, keep current deadline 4295060231 00000100:00000001:2.0:1787190547.983542:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295059027 00000100:00000001:2.0:1787190547.983543:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 1, keep current deadline 4295060231 00000100:00000001:2.0:1787190547.983545:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190547.983547:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190547.983550:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190547.983555:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13317800 x1874004794167680/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190547.983562:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190547.983564:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190547.983566:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190547.983568:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190547.983571:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190547.983573:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13317800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794167680:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190547.983577:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190547.983580:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190547.983581:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190547.983583:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190547.985515:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a07188000. 02000000:00000001:2.0:1787190547.985586:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190547.985601:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190547.985632:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b4d0. 00000400:00000010:2.0:1787190547.985641:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfaa0. 00000100:00000200:2.0:1787190547.985652:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794167680, portal 10 00000100:00000001:2.0:1787190547.985656:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190547.985658:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299561984 : -120559409989632 : ffff925a13317800) 00000100:00000040:2.0:1787190547.985676:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13317800 x1874004794167680/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190547.985686:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190547.985689:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190547.985692:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df770. 00000100:00000200:2.0:1787190547.985696:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794167680, offset 0 00000400:00000200:2.0:1787190547.985703:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190547.985714:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190547.985723:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190547.985729:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190547.985734:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190547.985739:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190547.985743:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190547.985747:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [170:170:252:4294967295] 192.168.201.121@tcp LPNI seq info [170:170:4:4294967295] 00000400:00000200:2.0:1787190547.985751:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190547.985771:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190547.985778:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190547.985786:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a051db000. 00000800:00000200:2.0:1787190547.985794:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190547.985802:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190547.985807:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a051db000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787190547.985812:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190547.985817:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: using a timeout of 28490 usecs (29 jiffies) 00000400:00000200:2.0:1787190547.985820:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190547.985823:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295058984 00000100:00000001:2.0:1787190547.985827:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295060231 00000100:00000001:2.0:1787190547.985838:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295058984 00000100:00000001:2.0:1787190547.985841:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295060231 00000100:00000001:2.0:1787190547.985844:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190547.985847:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190547.985853:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190547.985861:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787190547.987992:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1787190547.988003:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1787190547.988009:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15581c00. 00000100:00000001:3.0:1787190547.988017:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787190547.988025:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190547.988050:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190547.988064:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df330 00000400:00000010:1.0:1787190547.988068:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df330. 00000100:00000001:1.0:1787190547.988076:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190547.988089:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13316300 x1874004794167296/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190547.988104:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190547.988109:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13316300 x1874004794167296/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190547.988117:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190547.988119:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787190547.988141:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190547.988145:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15581400. 00000400:00000200:1.0:1787190547.988149:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190547.988153:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190547.988170:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfd48 00000400:00000010:1.0:1787190547.988172:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfd48. 00000100:00000001:1.0:1787190547.988176:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190547.988184:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13314700 x1874004794167552/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190547.988192:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190547.988195:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13314700 x1874004794167552/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190547.988201:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190547.988203:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787190547.988213:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190547.988215:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a051db900. 00000400:00000200:1.0:1787190547.988218:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190547.988222:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190547.988224:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df6e8 00000400:00000010:1.0:1787190547.988226:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df6e8. 00000100:00000001:1.0:1787190547.988228:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190547.988233:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13315c00 x1874004794167168/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190547.988242:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190547.988245:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13315c00 x1874004794167168/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190547.988252:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190547.988254:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787190547.988263:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190547.988265:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a051db400. 00000400:00000200:1.0:1787190547.988269:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190547.988272:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190547.988274:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df5d8 00000400:00000010:1.0:1787190547.988275:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df5d8. 00000100:00000001:1.0:1787190547.988280:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190547.988285:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13316680 x1874004794167424/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190547.988304:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190547.988307:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13316680 x1874004794167424/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190547.988313:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190547.988314:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787190547.988367:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190547.988370:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a051db000. 00000400:00000200:1.0:1787190547.988373:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190547.988376:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190547.988379:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df770 00000400:00000010:1.0:1787190547.988381:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df770. 00000100:00000001:1.0:1787190547.988383:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190547.988387:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13317800 x1874004794167680/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190547.988394:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190547.988397:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13317800 x1874004794167680/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190547.988402:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190547.988403:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787190548.008910:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.008949:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190548.008955:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.008958:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190548.008970:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.008981:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190548.008994:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009001:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009007:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009012:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be105000 00000400:00000200:1.0:1787190548.009018:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009025:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x919 [1] + 224 00000800:00000001:1.0:1787190548.009055:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.009060:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190548.009064:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190548.009069:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190548.009079:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190548.009093:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13316300 x1874004794167296/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190548.009108:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13316300 x1874004794167296/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190548.009131:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190548.009147:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.009152:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190548.009154:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.009157:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190548.009160:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009164:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190548.009169:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009171:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009174:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009177:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be105100 00000400:00000200:1.0:1787190548.009180:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009184:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x921 [1] + 224 00000800:00000001:1.0:1787190548.009189:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.009193:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190548.009195:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190548.009199:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190548.009202:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190548.009207:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13314700 x1874004794167552/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190548.009217:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13314700 x1874004794167552/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190548.009237:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190548.009242:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.009246:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190548.009248:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.009250:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190548.009253:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009257:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190548.009261:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009264:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009267:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009270:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be105080 00000400:00000200:1.0:1787190548.009273:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009276:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x931 [1] + 224 00000800:00000001:1.0:1787190548.009280:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.009283:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190548.009285:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190548.009288:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190548.009291:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190548.009295:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13316680 x1874004794167424/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190548.009304:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13316680 x1874004794167424/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190548.009310:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190548.009314:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.009317:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190548.009319:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.009321:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190548.009324:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009327:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190548.009331:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009341:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009344:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009347:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be105180 00000400:00000200:1.0:1787190548.009350:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009355:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x939 [1] + 224 00000800:00000001:1.0:1787190548.009359:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.009364:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190548.009366:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190548.009370:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190548.009373:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190548.009378:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13317800 x1874004794167680/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190548.009388:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13317800 x1874004794167680/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190548.009396:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190548.009400:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.009403:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190548.009405:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.009407:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190548.009410:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009414:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190548.009418:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009421:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009423:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009426:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 25 MB=0x6a865be104f80 00000400:00000200:1.0:1787190548.009429:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.009433:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.121@tcp of length 224/224 into md 0x929 [1] + 224 00000800:00000001:1.0:1787190548.009437:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.009558:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190548.009561:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190548.009565:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190548.009568:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190548.009580:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13315c00 x1874004794167168/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190548.009590:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a13315c00 x1874004794167168/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190548.009597:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190548.009603:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.009607:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190548.012211:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190548.012224:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787190548.012239:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190548.012243:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190548.012249:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167be70. 00000400:00000200:2.0:1787190548.012263:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfbb0 00000400:00000010:2.0:1787190548.012267:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfbb0. 00000100:00000001:2.0:1787190548.012273:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190548.012290:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13315c00 x1874004794167168/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190548.012303:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13315c00 x1874004794167168/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190548.012313:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190548.012318:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190548.012321:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190548.012326:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190548.012330:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190548.012334:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190548.012338:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190548.012348:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b460 time=110 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190548.012353:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=110 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190548.012357:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190548.012359:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190548.012363:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787190548.012367:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190548.012371:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190548.012376:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13315c00 x1874004794167168/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190548.012415:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190548.012420:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190548.012422:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190548.012427:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13315c00 x1874004794167168/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190548.012435:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13315c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2400:1874004794167168:192.168.201.121@tcp:400:kworker.0 00000400:00000001:2.0:1787190548.012444:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190548.012445:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190548.012448:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b318. 00000400:00000200:2.0:1787190548.012450:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfee0 00000400:00000010:2.0:1787190548.012452:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfee0. 00000100:00000001:2.0:1787190548.012455:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190548.012459:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13316680 x1874004794167424/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190548.012499:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13316680 x1874004794167424/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190548.012506:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190548.012507:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190548.012509:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190548.012511:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190548.012512:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190548.012514:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190548.012516:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190548.012524:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06180c60 time=109 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190548.012541:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06180c18 time=109 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190548.012545:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190548.012546:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190548.012548:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787190548.012553:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13316680 x1874004794167424/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787190548.012572:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190548.012576:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787190548.012579:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:2.0:1787190548.012582:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787190548.012583:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190548.012587:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13316680 x1874004794167424/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190548.012594:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190548.012596:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190548.012598:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190548.012602:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13316680 x1874004794167424/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190548.012609:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794167424:192.168.201.121@tcp:400:kworker.0 00000400:00000001:2.0:1787190548.012627:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190548.012630:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190548.012632:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b4d0. 00000400:00000200:2.0:1787190548.012635:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfaa0 00000400:00000010:2.0:1787190548.012637:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfaa0. 00000100:00000001:2.0:1787190548.012639:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190548.012644:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13317800 x1874004794167680/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190548.012652:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13317800 x1874004794167680/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190548.012658:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190548.012659:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190548.012661:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190548.012663:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190548.012664:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190548.012666:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190548.012674:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190548.012680:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb7c60 time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190548.012683:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb7c18 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190548.012685:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190548.012686:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190548.012688:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787190548.012693:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a13317800 x1874004794167680/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787190548.012699:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190548.012701:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787190548.012702:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:2.0:1787190548.012704:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787190548.012706:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190548.012709:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13317800 x1874004794167680/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190548.012715:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190548.012717:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190548.012718:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190548.012721:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13317800 x1874004794167680/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190548.012729:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13317800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794167680:192.168.201.121@tcp:400:kworker.0 00000400:00000001:2.0:1787190548.012736:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190548.012737:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190548.012739:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167bd68. 00000400:00000200:2.0:1787190548.012742:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df220 00000400:00000010:2.0:1787190548.012744:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df220. 00000100:00000001:2.0:1787190548.012747:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190548.012751:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13316300 x1874004794167296/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190548.012773:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13316300 x1874004794167296/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190548.012791:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190548.012793:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190548.012795:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190548.012797:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190548.012798:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190548.012800:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190548.012802:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190548.012808:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06187c60 time=108 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190548.012811:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06187c18 time=108 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190548.012814:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190548.012815:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190548.012816:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787190548.012820:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190548.012823:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787190548.012824:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:2.0:1787190548.012825:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787190548.012827:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190548.012832:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13316300 x1874004794167296/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190548.012839:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190548.012841:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190548.012842:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190548.012846:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13316300 x1874004794167296/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190548.012853:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13316300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2400:1874004794167296:192.168.201.121@tcp:400:kworker.0 00000400:00000001:2.0:1787190548.012860:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190548.012862:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190548.012864:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b840. 00000400:00000200:2.0:1787190548.012867:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfc38 00000400:00000010:2.0:1787190548.012869:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfc38. 00000100:00000001:2.0:1787190548.012871:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190548.012876:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13314700 x1874004794167552/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190548.012895:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13314700 x1874004794167552/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190548.012902:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190548.012904:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190548.012906:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190548.012908:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190548.012910:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190548.012911:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190548.012913:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190548.012919:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb1460 time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190548.012922:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb1418 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190548.012924:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190548.012926:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190548.012928:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787190548.012930:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190548.012933:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787190548.012934:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:2.0:1787190548.012936:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787190548.012938:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190548.012942:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13314700 x1874004794167552/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190548.012949:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190548.012951:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190548.012953:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190548.012956:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13314700 x1874004794167552/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190548.012964:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2400:1874004794167552:192.168.201.121@tcp:400:kworker.0 00000100:00000001:2.0:1787190548.012969:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190548.012974:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190548.012978:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13315c00 x1874004794167168/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190548.012997:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190548.013000:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190548.013005:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a061c2c00. 02000000:00000001:2.0:1787190548.013011:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190548.013016:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190548.013018:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:2.0:1787190548.013021:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190548.013025:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581e00. 02000000:00000001:2.0:1787190548.013030:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190548.013032:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190548.013034:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13315c00. 00000100:00000001:2.0:1787190548.013038:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190548.013041:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190548.013042:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190548.013047:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13316680 x1874004794167424/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190548.013053:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190548.013054:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190548.013056:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a061c2200. 02000000:00000001:2.0:1787190548.013058:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190548.013060:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190548.013061:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a06180800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000020:00000001:2.0:1787190548.013063:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190548.013065:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581100. 02000000:00000001:2.0:1787190548.013067:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190548.013068:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190548.013069:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13316680. 00000100:00000001:2.0:1787190548.013072:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190548.013073:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190548.013075:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190548.013079:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13317800 x1874004794167680/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190548.013085:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190548.013086:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190548.013094:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a07188000. 02000000:00000001:2.0:1787190548.013096:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190548.013098:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190548.013099:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a08bb7800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000020:00000001:2.0:1787190548.013101:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190548.013102:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581300. 02000000:00000001:2.0:1787190548.013104:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190548.013105:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190548.013107:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13317800. 00000100:00000001:2.0:1787190548.013109:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190548.013110:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190548.013112:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190548.013116:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13316300 x1874004794167296/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190548.013122:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190548.013124:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190548.013125:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a08a2da00. 02000000:00000001:2.0:1787190548.013128:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190548.013130:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190548.013131:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a06187800 refcount=3 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000020:00000001:2.0:1787190548.013133:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190548.013134:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581600. 02000000:00000001:2.0:1787190548.013136:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190548.013137:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190548.013139:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13316300. 00000100:00000001:2.0:1787190548.013141:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190548.013142:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190548.013143:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190548.013147:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13314700 x1874004794167552/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190548.013154:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190548.013155:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190548.013156:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a061c2000. 02000000:00000001:2.0:1787190548.013159:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190548.013160:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190548.013161:0:2400:0:(genops.c:1223:class_import_put()) import ffff925a08bb1000 refcount=3 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000020:00000001:2.0:1787190548.013169:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190548.013171:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a15581f00. 02000000:00000001:2.0:1787190548.013173:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190548.013175:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190548.013176:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13314700. 00000100:00000001:2.0:1787190548.013178:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190548.013179:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190548.013182:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190548.013193:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190548.013196:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190548.013199:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190548.013202:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190548.615248:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190548.615259:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190548.615267:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190548.615269:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787190548.615673:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787190548.615678:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190548.615682:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1787190548.643191:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.643296:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190548.643301:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.643306:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190548.643318:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.643328:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190548.643343:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.643348:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.643355:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.643360:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 328 into portal 15 MB=0x6a865bf61bd00 00000400:00000200:1.0:1787190548.643370:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.121@tcp of length 328/328 into md 0x11 [2] + 984 00000800:00000001:1.0:1787190548.643379:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.643384:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190548.643388:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190548.643504:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190548.643517:0:2389:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1787190548.643520:0:2389:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1787190548.643530:0:2389:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a07152d80. 00000100:00000040:1.0:1787190548.643535:0:2389:0:(events.c:337:request_in_callback()) incoming req@ffff925a07152d80 x1874004816280832 msgsize 328 00000100:00100000:1.0:1787190548.643541:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.121@tcp (source: 12345-192.168.201.121@tcp) 00000100:00000001:1.0:1787190548.643554:0:2389:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1787190548.643569:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.643573:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190548.643699:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.643706:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190548.643710:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.643714:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190548.643719:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.643722:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.643725:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190548.643727:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 328 into portal 15 MB=0x6a865bf61bf80 00000400:00000200:1.0:1787190548.643733:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.121@tcp of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:1.0:1787190548.643737:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.643757:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190548.643760:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190548.643763:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190548.643912:0:6160:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1787190548.643917:0:6160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874004816280832 02000000:00000001:0.0:1787190548.643921:0:6160:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1787190548.643923:0:6160:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787190548.643934:0:6160:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190548.643941:0:6160:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787190548.643946:0:6160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874004816280832 00000020:00000001:0.0:1787190548.643951:0:6160:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787190548.643953:0:6160:0:(genops.c:804:class_conn2export()) looking for export cookie 0x98bc365c4bb242ed 00000020:00000001:0.0:1787190548.643956:0:6160:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787190548.643960:0:6160:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925a05f38000 refcount=3 00000020:00000001:0.0:1787190548.643962:0:6160:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623514077396992 : -120559632154624 : ffff925a05f38000) 00000020:00000001:0.0:1787190548.643964:0:6160:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623514077396992 : -120559632154624 : ffff925a05f38000) 00000100:00000001:0.0:1787190548.643969:0:6160:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1787190548.643973:0:6160:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925a1076ff00. 00000100:00000001:0.0:1787190548.643977:0:6160:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1787190548.643980:0:6160:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff925a1076ff00. 00000020:00000010:0.0:1787190548.643988:0:6160:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925a1334d600. 00000100:00000001:1.0:1787190548.643995:0:2389:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1787190548.643997:0:6160:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925a03491000. 00000100:00000200:1.0:1787190548.643997:0:2389:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1787190548.644001:0:2389:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a07151880. 00000020:00000010:0.0:1787190548.644003:0:6160:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925a05ec1e10. 00000100:00000040:1.0:1787190548.644004:0:2389:0:(events.c:337:request_in_callback()) incoming req@ffff925a07151880 x1874004816281472 msgsize 328 00000100:00100000:1.0:1787190548.644009:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.121@tcp (source: 12345-192.168.201.121@tcp) 00000100:00000040:0.0:1787190548.644014:0:6160:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1787190548.644018:0:6160:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1787190548.644019:0:6160:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1787190548.644022:0:6160:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190548.644032:0:6160:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190548.644102:0:2389:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1787190548.644109:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190548.644113:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190548.648991:0:6160:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190548.649163:0:6161:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1787190548.649168:0:6161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874004816281472 02000000:00000001:1.0:1787190548.649172:0:6161:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1787190548.649175:0:6161:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787190548.649178:0:6161:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190548.649184:0:6161:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787190548.649190:0:6161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874004816281472 00000020:00000001:1.0:1787190548.649195:0:6161:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787190548.649198:0:6161:0:(genops.c:804:class_conn2export()) looking for export cookie 0x98bc365c4bb242ed 00000020:00000001:1.0:1787190548.649201:0:6161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787190548.649207:0:6161:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925a05f38000 refcount=4 00000020:00000001:1.0:1787190548.649211:0:6161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623514077396992 : -120559632154624 : ffff925a05f38000) 00000020:00000001:1.0:1787190548.649214:0:6161:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623514077396992 : -120559632154624 : ffff925a05f38000) 00000100:00000001:0.0:1787190548.649298:0:6160:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1787190548.649301:0:6160:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1787190548.649314:0:6160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.121@tcp, seq: 3 00000100:00000040:0.0:1787190548.649320:0:6160:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff925a05f38000 : new rpc_count 1 00000100:00000001:0.0:1787190548.649322:0:6160:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623514096381312 : -120559613170304 : ffff925a07152d80) 00000100:00000040:0.0:1787190548.649332:0:6160:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925a07152d80 x1874004816280832/t0(0) o104->504afdbd-3403-45f6-9b5f-70e8ae9c9f9f@192.168.201.121@tcp:614/0 lens 328/0 e 0 to 0 dl 1787190559 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787190548.649346:0:6160:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1787190548.649358:0:6160:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925a1076ff00. 00000100:00000001:0.0:1787190548.649362:0:6160:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1787190548.649365:0:6160:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff925a1076ff00. 00000100:00000001:1.0:1787190548.649490:0:6161:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1787190548.649495:0:6161:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925a12feae40. 00000100:00000001:1.0:1787190548.649497:0:6161:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1787190548.649499:0:6161:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff925a12feae40. 00000020:00000010:1.0:1787190548.649507:0:6161:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925a08b2ba00. 00000020:00000010:1.0:1787190548.649516:0:6161:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925a04c76580. 00000020:00000010:1.0:1787190548.649523:0:6161:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925a186ec578. 00000100:00000001:1.0:1787190548.649533:0:6161:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1787190548.649534:0:6161:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1787190548.649537:0:6161:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190548.649547:0:6161:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190548.649549:0:6161:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787190548.649948:0:6160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff925a07152d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f+4:13391:x1874004816280832:12345-192.168.201.121@tcp:104: 00000100:00000200:0.0:1787190548.649954:0:6160:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874004816280832 00010000:00000001:0.0:1787190548.649957:0:6160:0:(ldlm_lockd.c:2367:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1787190548.649967:0:6160:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787190548.649969:0:6160:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787190548.649972:0:6160:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff925a42044a00 refcount=2 00000020:00000001:0.0:1787190548.649974:0:6160:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623515085130240 : -120558624421376 : ffff925a42044a00) 00010000:00000001:0.0:1787190548.649978:0:6160:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446623515085130240 : -120558624421376 : ffff925a42044a00) 00010000:00000001:0.0:1787190548.649983:0:6160:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787190548.649987:0:6160:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190548.649993:0:6160:0:(ldlm_lockd.c:2522:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.121@tcp lock: ffff925a42044a00/0x98bc365c4bb243b8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf10e68d63abdc485 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787190548.650007:0:6160:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1787190548.650011:0:6160:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1787190548.650107:0:6160:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925a133bd800. 02000000:00000001:0.0:1787190548.650111:0:6160:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190548.650116:0:6160:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190548.650122:0:6160:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1787190548.650125:0:6160:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787190548.650130:0:6160:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a051051e8 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1787190548.650136:0:6160:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787190548.650142:0:6160:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925a05328500 refcount 28 to 192.168.201.121@tcp 00000100:00000001:0.0:1787190548.650145:0:6160:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623514064749824 : -120559644801792 : ffff925a05328500) 02000000:00000001:0.0:1787190548.650148:0:6160:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1787190548.650150:0:6160:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190548.650155:0:6160:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787190548.650159:0:6160:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787190548.650166:0:6160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a06197110. 00000100:00000200:0.0:1787190548.650175:0:6160:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874004816280832, offset 224 00000400:00000200:0.0:1787190548.650184:0:6160:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787190548.650198:0:6160:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.650209:0:6160:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.21@tcp to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787190548.650290:0:6160:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [171:171:256:4294967295] 192.168.201.121@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:0.0:1787190548.650296:0:6160:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.650309:0:6160:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:192.168.201.21@tcp) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787190548.650316:0:6160:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787190548.650323:0:6160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03959600. 00000800:00000200:0.0:1787190548.650332:0:6160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:0.0:1787190548.650342:0:6160:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:0.0:1787190548.650348:0:6160:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03959600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787190548.650526:0:6160:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190548.650531:0:6160:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff925a05328500 refcount 27 to 192.168.201.121@tcp 00010000:00000001:0.0:1787190548.650536:0:6160:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1787190548.650540:0:6160:0:(ldlm_lockd.c:2256:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925a12f3a180. 00010000:00000001:0.0:1787190548.650544:0:6160:0:(ldlm_lockd.c:2166:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1787190548.650568:0:6160:0:(ldlm_lockd.c:2196:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1787190548.650570:0:6160:0:(ldlm_lockd.c:2205:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190548.650573:0:6160:0:(ldlm_lockd.c:2261:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190548.650575:0:6160:0:(ldlm_lockd.c:2549:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190548.650582:0:6160:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a07152d80 x1874004816280832/t0(0) o104->504afdbd-3403-45f6-9b5f-70e8ae9c9f9f@192.168.201.121@tcp:614/0 lens 328/224 e 0 to 0 dl 1787190559 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1787190548.650645:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787190548.650648:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787190548.650651:0:6170:0:(ldlm_lockd.c:2817:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1787190548.650655:0:6170:0:(ldlm_lockd.c:2897:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1787190548.650658:0:6170:0:(ldlm_lockd.c:1912:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787190548.650664:0:6170:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.121@tcp lock: ffff925a42044a00/0x98bc365c4bb243b8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf10e68d63abdc485 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190548.650673:0:6170:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) Lock ffff925a42044a00 already unused, calling callback (ffffffffc1196c20) 10000000:00000001:3.0:1787190548.650678:0:6170:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1787190548.650681:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.121@tcp lock: ffff925a42044a00/0x98bc365c4bb243b8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf10e68d63abdc485 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787190548.650688:0:6170:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787190548.650690:0:6170:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787190548.650692:0:6170:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787190548.650694:0:6170:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff925a42044a00 refcount=3 00000020:00000001:3.0:1787190548.650696:0:6170:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623515085130240 : -120558624421376 : ffff925a42044a00) 00010000:00000001:3.0:1787190548.650699:0:6170:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446623515085130240 : -120558624421376 : ffff925a42044a00) 00010000:00000001:3.0:1787190548.650702:0:6170:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787190548.650922:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.121@tcp lock: ffff925a42044a00/0x98bc365c4bb243b8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf10e68d63abdc485 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1787190548.650932:0:6170:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1787190548.650934:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.121@tcp lock: ffff925a42044a00/0x98bc365c4bb243b8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf10e68d63abdc485 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787190548.650941:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1787190548.650945:0:6170:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1787190548.650947:0:6170:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1787190548.650949:0:6170:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1787190548.650951:0:6170:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1787190548.650953:0:6170:0:(ldlm_lock.c:622:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787190548.651024:0:6170:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1787190548.651035:0:6170:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1787190548.651037:0:6170:0:(mgc_request.c:123:config_log_put()) log params(ffff925a10e4ce00) refs 2 10000000:00000001:3.0:1787190548.651040:0:6170:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1787190548.651042:0:6170:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190548.651045:0:6170:0:(ldlm_lock.c:2504:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787190548.651049:0:6170:0:(ldlm_lock.c:413:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787190548.651051:0:6170:0:(ldlm_lock.c:357:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787190548.651054:0:6170:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787190548.651055:0:6170:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787190548.651059:0:6170:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff925a42044a00 with handle 0x98bc365c4bb243b8 from hash 00010000:00000001:3.0:1787190548.651061:0:6170:0:(ldlm_lock.c:387:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787190548.651063:0:6170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787190548.651065:0:6170:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787190548.651066:0:6170:0:(ldlm_lock.c:419:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787190548.651068:0:6170:0:(ldlm_lock.c:2540:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787190548.651071:0:6170:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1787190548.651074:0:6170:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787190548.651078:0:6170:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1787190548.651088:0:6170:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a05e85c00. 00000020:00000040:3.0:1787190548.651092:0:6170:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000001:3.0:1787190548.651098:0:6170:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787190548.651101:0:6170:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787190548.651108:0:6170:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787190548.651117:0:6170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925a157a3800. 00000100:00000001:3.0:1787190548.651124:0:6170:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190548.651127:0:6170:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787190548.651132:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.121@tcp lock: ffff925a42044a00/0x98bc365c4bb243b8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf10e68d63abdc485 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787190548.651139:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1787190548.651141:0:6170:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190548.651146:0:6170:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787190548.651152:0:6170:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190548.651160:0:6170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079e0fa0c] to pc [ptlrpcd_01_01+1] req@ffff925a05e85c00 x1874004794167808/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787190548.651188:0:6170:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787190548.651196:0:6170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787190548.651198:0:6170:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787190548.651199:0:6170:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190548.651201:0:6170:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787190548.651203:0:6170:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787190548.651206:0:6170:0:(ldlm_lockd.c:1940:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.121@tcp lock: ffff925a42044a00/0x98bc365c4bb243b8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf10e68d63abdc485 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787190548.651224:0:6170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787190548.651227:0:6170:0:(ldlm_lock.c:194:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.121@tcp lock: ffff925a42044a00/0x98bc365c4bb243b8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf10e68d63abdc485 expref: -99 pid: 9121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787190548.651243:0:6170:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787190548.651245:0:6170:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1787190548.651247:0:6170:0:(ldlm_lockd.c:2935:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925a12f3a180. 00010000:00000001:3.0:1787190548.651252:0:6170:0:(ldlm_lockd.c:2939:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787190548.651255:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787190548.651257:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787190548.651259:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787190548.651260:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787190548.651261:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787190548.651263:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787190548.651264:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787190548.651266:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787190548.651268:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787190548.651280:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1787190548.651286:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1787190548.651288:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190548.651296:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787190548.651299:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190548.651301:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190548.651303:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787190548.651307:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787190548.651314:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a05e85c00 x1874004794167808/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190548.651324:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787190548.651339:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190548.651344:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787190548.651347:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787190548.651350:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787190548.651354:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a05e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2399:1874004794167808:192.168.201.121@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787190548.651358:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787190548.651366:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787190548.651369:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190548.651372:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787190548.651377:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a157a2400. 02000000:00000001:3.0:1787190548.651379:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787190548.651387:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:3.0:1787190548.651392:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1674caa8. 00000100:00100000:0.0:1787190548.652360:0:6160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff925a07152d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f+4:13391:x1874004816280832:12345-192.168.201.121@tcp:104: Request processed in 3006us (8815us total) trans 0 rc 0/0 00000100:00100000:0.0:1787190548.652375:0:6160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.121@tcp, seq: 3 00000100:00000040:0.0:1787190548.652381:0:6160:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925a05f38000 : new rpc_count 0 00000100:00000001:0.0:1787190548.652384:0:6160:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1787190548.652388:0:6160:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1787190548.652408:0:6160:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925a03491000. 00000020:00000010:0.0:1787190548.652415:0:6160:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925a05ec1e10. 00000020:00000010:0.0:1787190548.652421:0:6160:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925a1334d600. 00000020:00000040:0.0:1787190548.652428:0:6160:0:(genops.c:879:class_export_put()) PUTting export ffff925a05f38000 : new refcount 3 00000100:00000001:0.0:1787190548.652447:0:6160:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190548.652507:0:6160:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1787190548.652510:0:6160:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1787190548.652516:0:6160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.121@tcp, seq: 4 00000100:00000040:0.0:1787190548.652521:0:6160:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff925a05f38000 : new rpc_count 1 00000100:00000001:0.0:1787190548.652523:0:6160:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623514096375936 : -120559613175680 : ffff925a07151880) 00000100:00000040:0.0:1787190548.652530:0:6160:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925a07151880 x1874004816281472/t0(0) o104->504afdbd-3403-45f6-9b5f-70e8ae9c9f9f@192.168.201.121@tcp:614/0 lens 328/0 e 0 to 0 dl 1787190559 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787190548.652541:0:6160:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1787190548.652546:0:6160:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925a1076ff00. 00000100:00000001:0.0:1787190548.652549:0:6160:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1787190548.652553:0:6160:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff925a1076ff00. 00000100:00100000:0.0:1787190548.652558:0:6160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff925a07151880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f+3:13391:x1874004816281472:12345-192.168.201.121@tcp:104: 00000100:00000200:0.0:1787190548.652562:0:6160:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874004816281472 00010000:00000001:0.0:1787190548.652564:0:6160:0:(ldlm_lockd.c:2367:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1787190548.652571:0:6160:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787190548.652574:0:6160:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787190548.652577:0:6160:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff925a0148cc00 refcount=2 00000020:00000001:0.0:1787190548.652580:0:6160:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623513999100928 : -120559710450688 : ffff925a0148cc00) 00010000:00000001:0.0:1787190548.652582:0:6160:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446623513999100928 : -120559710450688 : ffff925a0148cc00) 00010000:00000001:0.0:1787190548.652587:0:6160:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787190548.652589:0:6160:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787190548.652593:0:6160:0:(ldlm_lockd.c:2522:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.121@tcp lock: ffff925a0148cc00/0x98bc365c4bb24379 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf10e68d63abdc438 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787190548.652604:0:6160:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1787190548.652607:0:6160:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1787190548.652612:0:6160:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925a133bec00. 02000000:00000001:0.0:1787190548.652615:0:6160:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190548.652618:0:6160:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190548.652623:0:6160:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1787190548.652632:0:6160:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787190548.652637:0:6160:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a051051e8 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1787190548.652643:0:6160:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787190548.652646:0:6160:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925a05328500 refcount 28 to 192.168.201.121@tcp 00000100:00000001:0.0:1787190548.652648:0:6160:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623514064749824 : -120559644801792 : ffff925a05328500) 02000000:00000001:0.0:1787190548.652650:0:6160:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1787190548.652653:0:6160:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190548.652656:0:6160:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787190548.652659:0:6160:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787190548.652664:0:6160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a06197198. 00000100:00000200:0.0:1787190548.652671:0:6160:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874004816281472, offset 224 00000400:00000200:0.0:1787190548.652679:0:6160:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787190548.652690:0:6160:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.652700:0:6160:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.21@tcp to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787190548.652706:0:6160:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [172:172:255:4294967295] 192.168.201.121@tcp LPNI seq info [172:172:7:4294967295] 00000400:00000200:0.0:1787190548.652712:0:6160:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.652721:0:6160:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:192.168.201.21@tcp) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787190548.652727:0:6160:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787190548.652733:0:6160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03959100. 00000800:00000200:0.0:1787190548.652739:0:6160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:0.0:1787190548.652759:0:6160:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:0.0:1787190548.652763:0:6160:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03959100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787190548.652769:0:6160:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190548.652772:0:6160:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff925a05328500 refcount 27 to 192.168.201.121@tcp 00010000:00000001:0.0:1787190548.652775:0:6160:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1787190548.652779:0:6160:0:(ldlm_lockd.c:2256:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925a12f3a300. 00010000:00000001:0.0:1787190548.652782:0:6160:0:(ldlm_lockd.c:2166:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1787190548.652801:0:6160:0:(ldlm_lockd.c:2196:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1787190548.652804:0:6160:0:(ldlm_lockd.c:2205:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190548.652805:0:6160:0:(ldlm_lockd.c:2261:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190548.652808:0:6160:0:(ldlm_lockd.c:2549:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190548.652813:0:6160:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a07151880 x1874004816281472/t0(0) o104->504afdbd-3403-45f6-9b5f-70e8ae9c9f9f@192.168.201.121@tcp:614/0 lens 328/224 e 0 to 0 dl 1787190559 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787190548.652827:0:6160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff925a07151880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f+3:13391:x1874004816281472:12345-192.168.201.121@tcp:104: Request processed in 286us (8821us total) trans 0 rc 0/0 00000100:00100000:0.0:1787190548.652834:0:6160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.121@tcp, seq: 4 00000100:00000040:0.0:1787190548.652837:0:6160:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925a05f38000 : new rpc_count 0 00000100:00000001:0.0:1787190548.652839:0:6160:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1787190548.652841:0:6160:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1787190548.652845:0:6160:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925a04c76580. 00000800:00000200:1.0:1787190548.652981:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190548.652987:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03959600. 00000400:00000200:1.0:1787190548.652993:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190548.652998:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190548.653006:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a06197110 00000400:00000010:1.0:1787190548.653008:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a06197110. 00000100:00000001:1.0:1787190548.653140:0:2390:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1787190548.653143:0:2390:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1787190548.653178:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190548.653181:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03959100. 00000400:00000200:1.0:1787190548.653183:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190548.653187:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190548.653190:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a06197198 00000400:00000010:1.0:1787190548.653192:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a06197198. 00000100:00000001:1.0:1787190548.653194:0:2390:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1787190548.653195:0:2390:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1787190548.653251:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787190548.653255:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190548.653258:0:6171:0:(ldlm_lockd.c:2817:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1787190548.653261:0:6171:0:(ldlm_lockd.c:2897:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1787190548.653264:0:6171:0:(ldlm_lockd.c:1912:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1787190548.653268:0:6171:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.121@tcp lock: ffff925a0148cc00/0x98bc365c4bb24379 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf10e68d63abdc438 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787190548.653293:0:6171:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) Lock ffff925a0148cc00 already unused, calling callback (ffffffffc1196c20) 10000000:00000001:1.0:1787190548.653296:0:6171:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1787190548.653299:0:6171:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.121@tcp lock: ffff925a0148cc00/0x98bc365c4bb24379 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf10e68d63abdc438 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787190548.653307:0:6171:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1787190548.653309:0:6171:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787190548.653310:0:6171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787190548.653312:0:6171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff925a0148cc00 refcount=3 00000020:00000001:1.0:1787190548.653315:0:6171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623513999100928 : -120559710450688 : ffff925a0148cc00) 00010000:00000001:1.0:1787190548.653317:0:6171:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446623513999100928 : -120559710450688 : ffff925a0148cc00) 00010000:00000001:1.0:1787190548.653321:0:6171:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787190548.653324:0:6171:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.121@tcp lock: ffff925a0148cc00/0x98bc365c4bb24379 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf10e68d63abdc438 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1787190548.653331:0:6171:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1787190548.653333:0:6171:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.121@tcp lock: ffff925a0148cc00/0x98bc365c4bb24379 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf10e68d63abdc438 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787190548.653339:0:6171:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1787190548.653343:0:6171:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1787190548.653345:0:6171:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1787190548.653346:0:6171:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1787190548.653348:0:6171:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1787190548.653349:0:6171:0:(ldlm_lock.c:622:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1787190548.653631:0:6160:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925a186ec578. 00000020:00000010:0.0:1787190548.653637:0:6160:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925a08b2ba00. 00000020:00000040:0.0:1787190548.653643:0:6160:0:(genops.c:879:class_export_put()) PUTting export ffff925a05f38000 : new refcount 2 00000100:00000001:0.0:1787190548.653646:0:6160:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1787190548.653823:0:6171:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1787190548.653825:0:6171:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1787190548.653827:0:6171:0:(mgc_request.c:123:config_log_put()) log params(ffff925a0800ee00) refs 2 10000000:00000001:1.0:1787190548.653830:0:6171:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1787190548.653832:0:6171:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787190548.653836:0:6171:0:(ldlm_lock.c:2504:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787190548.653839:0:6171:0:(ldlm_lock.c:413:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787190548.653848:0:6171:0:(ldlm_lock.c:357:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787190548.653920:0:6171:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787190548.653922:0:6171:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787190548.653926:0:6171:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff925a0148cc00 with handle 0x98bc365c4bb24379 from hash 00010000:00000001:1.0:1787190548.653929:0:6171:0:(ldlm_lock.c:387:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787190548.653931:0:6171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787190548.653932:0:6171:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787190548.653934:0:6171:0:(ldlm_lock.c:419:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787190548.653936:0:6171:0:(ldlm_lock.c:2540:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787190548.653939:0:6171:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1787190548.653943:0:6171:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787190548.653945:0:6171:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1787190548.653955:0:6171:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a07150a80. 00000020:00000040:1.0:1787190548.653960:0:6171:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=5 obd=MGC192.168.201.121@tcp 00000100:00000001:1.0:1787190548.653964:0:6171:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787190548.653966:0:6171:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787190548.653972:0:6171:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787190548.653980:0:6171:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925a08b2b800. 00000100:00000001:1.0:1787190548.653987:0:6171:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787190548.653990:0:6171:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787190548.653997:0:6171:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.121@tcp lock: ffff925a0148cc00/0x98bc365c4bb24379 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf10e68d63abdc438 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787190548.654004:0:6171:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787190548.654005:0:6171:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190548.654011:0:6171:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787190548.654092:0:6171:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787190548.654106:0:6171:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021bb8439] to pc [ptlrpcd_00_00+0] req@ffff925a07150a80 x1874004794167936/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190548.654169:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190548.654175:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787190548.654178:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787190548.654185:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a07150a80 x1874004794167936/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190548.654194:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787190548.654197:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190548.654201:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787190548.654205:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787190548.654208:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787190548.654212:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2397:1874004794167936:192.168.201.121@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787190548.654226:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787190548.654232:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787190548.654236:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190548.654239:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787190548.654245:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a1334d600. 02000000:00000001:0.0:1787190548.654247:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787190548.654255:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787190548.654259:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a0014bb58. 00000400:00000010:0.0:1787190548.654265:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a06197990. 00000100:00000200:0.0:1787190548.654279:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794167936, portal 18 00000100:00000001:0.0:1787190548.654282:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787190548.654284:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514096372352 : -120559613179264 : ffff925a07150a80) 00000100:00000040:0.0:1787190548.654291:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a07150a80 x1874004794167936/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190548.654299:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787190548.654303:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787190548.654306:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a06197a18. 00000100:00000200:0.0:1787190548.654309:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874004794167936, offset 0 00000400:00000200:0.0:1787190548.654315:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787190548.654325:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.654332:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787190548.654339:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787190548.654345:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787190548.654350:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787190548.654353:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787190548.654357:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [173:173:256:4294967295] 192.168.201.121@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:0.0:1787190548.654362:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.654371:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787190548.654377:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787190548.654381:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03959d00. 00000800:00000200:0.0:1787190548.654388:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:0.0:1787190548.654410:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:0.0:1787190548.654414:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03959d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787190548.654430:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787190548.654435:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787190548.654438:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295060902 00000100:00000001:0.0:1787190548.654446:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060231 00000100:00000001:0.0:1787190548.654452:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295060902 00000100:00000001:0.0:1787190548.654456:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060231 00000100:00000001:0.0:1787190548.654488:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190548.654491:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190548.654495:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190548.654498:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787190548.654708:0:6171:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787190548.654713:0:6171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787190548.654715:0:6171:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787190548.654717:0:6171:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787190548.654719:0:6171:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787190548.654721:0:6171:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190548.654731:0:6171:0:(ldlm_lockd.c:1940:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.121@tcp lock: ffff925a0148cc00/0x98bc365c4bb24379 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf10e68d63abdc438 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787190548.654740:0:6171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787190548.654752:0:6171:0:(ldlm_lock.c:194:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.121@tcp lock: ffff925a0148cc00/0x98bc365c4bb24379 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf10e68d63abdc438 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787190548.654763:0:6171:0:(ldlm_resource.c:1703:ldlm_resource_putref()) putref res: ffff925a02873700 count: 0 00010000:00000001:1.0:1787190548.654776:0:6171:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787190548.654778:0:6171:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1787190548.654781:0:6171:0:(ldlm_lockd.c:2935:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925a12f3a300. 00010000:00000001:1.0:1787190548.654786:0:6171:0:(ldlm_lockd.c:2939:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787190548.654789:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787190548.654791:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190548.654794:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787190548.654795:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787190548.654796:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190548.654798:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787190548.654799:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787190548.654800:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190548.654803:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787190548.654965:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787190548.654969:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787190548.654972:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190548.654973:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787190548.654976:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190548.654979:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190548.654990:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190548.654992:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190548.654998:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787190548.655003:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787190548.655676:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb990. 00000100:00000200:3.0:1787190548.655687:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794167808, portal 18 00000100:00000001:3.0:1787190548.655690:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787190548.655691:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514076666880 : -120559632884736 : ffff925a05e85c00) 00000100:00000040:3.0:1787190548.655705:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a05e85c00 x1874004794167808/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190548.655715:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787190548.655717:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:3.0:1787190548.655720:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a05efb5d8. 00000100:00000200:3.0:1787190548.655723:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874004794167808, offset 0 00000400:00000200:3.0:1787190548.655729:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:3.0:1787190548.655739:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190548.655756:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:3.0:1787190548.655765:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787190548.655770:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:3.0:1787190548.655773:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787190548.655776:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:3.0:1787190548.655780:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [174:174:255:4294967295] 192.168.201.121@tcp LPNI seq info [174:174:7:4294967295] 00000400:00000200:3.0:1787190548.655784:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:3.0:1787190548.655794:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:3.0:1787190548.655812:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:3.0:1787190548.655820:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a03acbd00. 00000800:00000200:1.0:1787190548.658591:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190548.658615:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03959d00. 00000400:00000200:1.0:1787190548.658629:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190548.658640:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190548.658649:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a06197a18 00000400:00000010:1.0:1787190548.658653:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a06197a18. 00000100:00000001:1.0:1787190548.658660:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190548.658672:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a07150a80 x1874004794167936/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190548.658687:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190548.658691:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a07150a80 x1874004794167936/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190548.658697:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190548.658724:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787190548.661412:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:3.0:1787190548.661426:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:3.0:1787190548.661433:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a03acbd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1787190548.661601:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787190548.661620:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:3.0:1787190548.661624:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295060909 00000100:00000001:3.0:1787190548.661635:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060902 00000100:00000001:3.0:1787190548.661641:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295060909 00000100:00000001:3.0:1787190548.661644:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060902 00000100:00000001:3.0:1787190548.661648:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190548.661653:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190548.661658:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190548.661665:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787190548.662174:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190548.662192:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190548.662195:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190548.662198:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190548.662205:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.662211:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190548.662233:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.662240:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.662247:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.662251:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 18 MB=0x6a865be105280 00000400:00000200:0.0:1787190548.662256:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.662263:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.121@tcp of length 224/224 into md 0x951 [1] + 224 00000800:00000001:0.0:1787190548.662273:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190548.662298:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190548.662302:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190548.662308:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190548.662317:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190548.662328:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a07150a80 x1874004794167936/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190548.662341:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a07150a80 x1874004794167936/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190548.662361:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1787190548.662527:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190548.662531:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a03acbd00. 00000400:00000200:0.0:1787190548.662536:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190548.662540:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190548.662546:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb5d8 00000400:00000010:0.0:1787190548.662549:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb5d8. 00000100:00000001:0.0:1787190548.662553:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190548.662558:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a05e85c00 x1874004794167808/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190548.662570:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190548.662574:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a05e85c00 x1874004794167808/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190548.662582:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190548.662584:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787190548.662591:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190548.662595:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190548.662608:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190548.662612:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787190548.662619:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787190548.662622:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787190548.662624:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a0014bb58. 00000400:00000200:0.0:1787190548.662628:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a06197990 00000400:00000010:0.0:1787190548.662630:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a06197990. 00000100:00000001:0.0:1787190548.662632:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190548.662637:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a07150a80 x1874004794167936/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787190548.662646:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a07150a80 x1874004794167936/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190548.662653:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787190548.662654:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190548.662657:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787190548.662661:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787190548.662665:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787190548.662668:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190548.662671:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787190548.662686:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b4a8 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1787190548.662692:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1787190548.662695:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787190548.662697:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190548.662701:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787190548.662703:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190548.662707:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190548.662713:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a07150a80 x1874004794167936/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190548.662720:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190548.662724:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787190548.662726:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787190548.662730:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a07150a80 x1874004794167936/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190548.662738:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2397:1874004794167936:192.168.201.121@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787190548.662753:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190548.662755:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190548.662759:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a07150a80 x1874004794167936/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190548.662766:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787190548.662769:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787190548.662774:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a1334d600. 02000000:00000001:0.0:1787190548.662778:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787190548.662782:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787190548.662784:0:2397:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787190548.662787:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787190548.662790:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925a08b2b800. 02000000:00000001:0.0:1787190548.662794:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787190548.662797:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787190548.662799:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a07150a80. 00000100:00000001:0.0:1787190548.662803:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787190548.662804:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190548.662807:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190548.662823:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787190548.662825:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190548.662828:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190548.662831:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1F:1787190548.665002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925a02873700. 00010000:00000010:1.1:1787190548.665057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925a0148cc00. 00000800:00000001:0.0:1787190548.667797:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190548.667823:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190548.667829:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190548.667832:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190548.667845:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.667865:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190548.667878:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.667884:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.667892:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.667897:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 18 MB=0x6a865be105200 00000400:00000200:0.0:1787190548.667903:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190548.667911:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.121@tcp of length 224/224 into md 0x961 [1] + 224 00000800:00000001:0.0:1787190548.667920:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190548.667930:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190548.667934:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190548.667939:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190548.667949:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190548.667960:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a05e85c00 x1874004794167808/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190548.667973:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a05e85c00 x1874004794167808/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190548.667995:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190548.668006:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190548.668011:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190548.668149:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190548.668157:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787190548.668167:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787190548.668171:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787190548.668175:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1674caa8. 00000400:00000200:3.0:1787190548.668181:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a05efb990 00000400:00000010:3.0:1787190548.668184:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a05efb990. 00000100:00000001:3.0:1787190548.668188:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787190548.668194:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a05e85c00 x1874004794167808/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787190548.668204:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a05e85c00 x1874004794167808/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190548.668211:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787190548.668213:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190548.668216:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787190548.668231:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787190548.668235:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787190548.668257:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787190548.668261:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787190548.668271:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b4a8 time=98 v=5 (5 0 0 0) 00000100:00001000:3.0:1787190548.668276:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=110 v=5 (1 0 0 0) 00000100:00000001:3.0:1787190548.668279:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787190548.668281:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787190548.668285:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787190548.668288:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190548.668291:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787190548.668299:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a05e85c00 x1874004794167808/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190548.668307:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787190548.668311:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787190548.668313:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787190548.668317:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a05e85c00 x1874004794167808/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787190548.668325:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a05e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2399:1874004794167808:192.168.201.121@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787190548.668330:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190548.668333:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787190548.668336:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a05e85c00 x1874004794167808/t0(0) o103->MGC192.168.201.121@tcp@192.168.201.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1787190564 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787190548.668342:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787190548.668345:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787190548.668350:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a157a2400. 02000000:00000001:3.0:1787190548.668355:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787190548.668359:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787190548.668361:0:2399:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:3.0:1787190548.668364:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787190548.668366:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925a157a3800. 02000000:00000001:3.0:1787190548.668370:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787190548.668372:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787190548.668374:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a05e85c00. 00000100:00000001:3.0:1787190548.668379:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787190548.668386:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190548.668389:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787190548.668411:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787190548.668414:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787190548.668417:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787190548.668420:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1F:1787190548.674527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925a42044a00. 00000400:00000001:1.0:1787190549.432870:0:10371:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:0.0:1787190549.638651:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190549.638661:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190549.638668:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190549.638669:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787190549.642310:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787190549.642320:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787190549.642327:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787190549.958560:0:9084:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d110 (cpu 1) has reached its deadline 4295060909, at 4295060928 00000100:00000010:1.0:1787190549.958582:0:9084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a04eaa180. 00000100:00000040:0.0:1787190549.958958:0:10283:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d000 (cpu 0) has reached its deadline 4295060909, at 4295060928 00000100:00000010:0.0:1787190549.958967:0:10283:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a04eaa5a0. 10000000:00000001:2.0:1787190550.406661:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1787190550.406670:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff925a10e4ce00) refs 2 10000000:00000001:2.0:1787190550.406674:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787190550.406677:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1787190550.406678:0:6173:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1787190550.406680:0:6173:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1787190550.406682:0:6173:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1787190550.406684:0:6173:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1787190550.406687:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff925a034ab000 from 7 10000000:00000001:2.0:1787190550.406689:0:6173:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1787190550.406691:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1787190550.406705:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13314700. 00000020:00000040:2.0:1787190550.406709:0:6173:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000001:2.0:1787190550.406723:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190550.406727:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190550.406733:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190550.406745:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925a07188e00. 00000100:00000001:2.0:1787190550.406751:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190550.406757:0:6173:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787190550.406760:0:6173:0:(ldlm_lock.c:1705:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1787190550.406765:0:6173:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff925a164b1900. 00010000:00000001:2.0:1787190550.406771:0:6173:0:(ldlm_lock.c:436:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787190550.406774:0:6173:0:(ldlm_lock.c:440:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925a12fd7a00. 00000020:00000001:2.0:1787190550.406779:0:6173:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787190550.406797:0:6173:0:(lustre_handles.c:93:class_handle_hash()) added object ffff925a12fd7a00 with handle 0x98bc365c4bb243e9 to hash 00000020:00000001:2.0:1787190550.406799:0:6173:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787190550.406801:0:6173:0:(ldlm_lock.c:491:ldlm_lock_new()) Process leaving (rc=18446623514296154624 : -120559413396992 : ffff925a12fd7a00) 00010000:00000001:2.0:1787190550.406804:0:6173:0:(ldlm_lock.c:1746:ldlm_lock_create()) Process leaving (rc=18446623514296154624 : -120559413396992 : ffff925a12fd7a00) 00010000:00000001:2.0:1787190550.406808:0:6173:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787190550.406811:0:6173:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787190550.406815:0:6173:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a12fd7a00/0x98bc365c4bb243e9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190550.406826:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: ffff925a12fd7a00/0x98bc365c4bb243e9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787190550.406838:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: ffff925a12fd7a00/0x98bc365c4bb243e9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787190550.406843:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787190550.406846:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787190550.406853:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925a12f07d80. 00000100:00000001:2.0:1787190550.406855:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446623514295303552 : -120559414248064 : ffff925a12f07d80) 00000100:00000001:2.0:1787190550.406859:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190550.406860:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299549440 : -120559410002176 : ffff925a13314700) 00000100:00000001:2.0:1787190550.406866:0:6173:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190550.406871:0:6173:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190550.406873:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787190550.406876:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190550.406888:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13314700 x1874004794168064/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.406897:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190550.406900:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190550.406903:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190550.406907:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190550.406909:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190550.406913:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794168064:192.168.201.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1787190550.406923:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190550.406929:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190550.406932:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190550.406935:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190550.406939:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925a16746c00. 02000000:00000001:2.0:1787190550.406942:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190550.406950:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190550.406955:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b840. 00000400:00000010:2.0:1787190550.406962:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfc38. 00000100:00000200:2.0:1787190550.406970:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874004794168064, portal 25 00000100:00000001:2.0:1787190550.406972:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190550.406973:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299549440 : -120559410002176 : ffff925a13314700) 00000100:00000040:2.0:1787190550.406980:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13314700 x1874004794168064/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.406988:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190550.406991:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190550.406994:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050df220. 00000100:00000200:2.0:1787190550.406997:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874004794168064, offset 0 00000400:00000200:2.0:1787190550.407004:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190550.407014:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190550.407021:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190550.407027:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190550.407032:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190550.407036:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190550.407039:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190550.407042:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [175:175:256:4294967295] 192.168.201.121@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:2.0:1787190550.407047:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190550.407057:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190550.407062:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190550.407067:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a051db600. 00000800:00000200:2.0:1787190550.407073:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190550.407086:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190550.407091:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a051db600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1787190550.407118:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190550.407123:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190550.407126:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295062655 00000100:00000010:2.0:1787190550.407130:0:6173:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a04eaa000. 00000100:00000001:2.0:1787190550.407137:0:6173:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787190550.407144:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295062655 00000100:00000010:2.0:1787190550.407147:0:6173:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a04eaa8a0. 00000100:00000001:2.0:1787190550.407150:0:6173:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787190550.407153:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190550.407156:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190550.407158:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190550.407160:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787190550.407163:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a12f07d80 going to sleep for 11 seconds 00000100:00000001:2.0:1787190550.407165:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190550.407168:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787190550.409294:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190550.409302:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a051db600. 00000400:00000200:1.0:1787190550.409311:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190550.409320:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190550.409327:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050df220 00000400:00000010:1.0:1787190550.409330:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050df220. 00000100:00000001:1.0:1787190550.409334:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190550.409342:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13314700 x1874004794168064/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.409353:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190550.409356:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925a13314700 x1874004794168064/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.409362:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.409364:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787190550.412499:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.412516:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190550.412520:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.412523:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190550.412531:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.412538:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190550.412548:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.412553:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.412559:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.412563:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 344 into portal 25 MB=0x6a865be105300 00000400:00000200:0.0:1787190550.412568:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.412580:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.121@tcp of length 344/344 into md 0x969 [1] + 224 00000800:00000001:0.0:1787190550.412588:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.412595:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190550.412598:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190550.412603:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190550.412610:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190550.412619:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13314700 x1874004794168064/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190550.412630:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff925a13314700 x1874004794168064/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190550.412646:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190550.412665:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.412668:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190550.414186:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787190550.414208:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190550.414210:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190550.414214:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b840. 00000400:00000200:2.0:1787190550.414221:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfc38 00000400:00000010:2.0:1787190550.414224:0:6173:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfc38. 00000100:00000001:2.0:1787190550.414228:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190550.414237:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13314700 x1874004794168064/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190550.414247:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13314700 x1874004794168064/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.414254:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190550.414256:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190550.414259:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190550.414262:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190550.414265:0:6173:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190550.414283:0:6173:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190550.414287:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190550.414295:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b460 time=112 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190550.414299:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=112 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190550.414301:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190550.414303:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190550.414306:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787190550.414308:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190550.414311:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190550.414317:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13314700 x1874004794168064/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.414324:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190550.414327:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190550.414329:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190550.414333:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13314700 x1874004794168064/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190550.414340:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794168064:192.168.201.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1787190550.414345:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190550.414348:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190550.414350:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787190550.414352:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190550.414355:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13314700 x1874004794168064/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.414361:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787190550.414364:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925a12f07d80. 00000100:00000001:2.0:1787190550.414368:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787190550.414369:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190550.414372:0:6173:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1787190550.414374:0:6173:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787190550.414377:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787190550.414380:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff925a12fd7a00 refcount=4 00000020:00000001:2.0:1787190550.414382:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623514296154624 : -120559413396992 : ffff925a12fd7a00) 00010000:00000001:2.0:1787190550.414385:0:6173:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446623514296154624 : -120559413396992 : ffff925a12fd7a00) 00010000:00000040:2.0:1787190550.414397:0:6173:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff925a12fd7a00, remote cookie: 0xf10e68d63abdc4e7, flags: 0x0 00010000:00000001:2.0:1787190550.414402:0:6173:0:(ldlm_lock.c:1800:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1787190550.414406:0:6173:0:(ldlm_lock.c:1130:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1787190550.414408:0:6173:0:(ldlm_lock.c:994:search_granted_lock()) Process entered 00010000:00000001:2.0:1787190550.414410:0:6173:0:(ldlm_lock.c:1060:search_granted_lock()) Process leaving 00010000:00000001:2.0:1787190550.414411:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1787190550.414415:0:6173:0:(ldlm_resource.c:1873:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff925a164b1900) refcount = 1 00010000:00010000:2.0:1787190550.414421:0:6173:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: ffff925a12fd7a00/0x98bc365c4bb243e9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc4e7 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787190550.414429:0:6173:0:(ldlm_lock.c:1099:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1787190550.414431:0:6173:0:(ldlm_lock.c:1162:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1787190550.414432:0:6173:0:(ldlm_lock.c:1923:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787190550.414436:0:6173:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1787190550.414439:0:6173:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787190550.414442:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: ffff925a12fd7a00/0x98bc365c4bb243e9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf10e68d63abdc4e7 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787190550.414448:0:6173:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1787190550.414449:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787190550.414451:0:6173:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787190550.414452:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787190550.414453:0:6173:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787190550.414455:0:6173:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190550.414457:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190550.414462:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13314700 x1874004794168064/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.414494:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190550.414497:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190550.414500:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925a16746c00. 02000000:00000001:2.0:1787190550.414503:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190550.414505:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190550.414507:0:6173:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:2.0:1787190550.414510:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190550.414512:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925a07188e00. 02000000:00000001:2.0:1787190550.414521:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190550.414524:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190550.414526:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13314700. 00000100:00000001:2.0:1787190550.414529:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190550.414530:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1787190550.414533:0:6173:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787190550.414536:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1787190550.414538:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff925a10e4ce00) refs 3 10000000:00000001:2.0:1787190550.414540:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190550.414543:0:6173:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787190550.414544:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787190550.414546:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff925a12fd7a00 refcount=3 00000020:00000001:2.0:1787190550.414548:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623514296154624 : -120559413396992 : ffff925a12fd7a00) 00010000:00000001:2.0:1787190550.414550:0:6173:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446623514296154624 : -120559413396992 : ffff925a12fd7a00) 00010000:00000001:2.0:1787190550.414553:0:6173:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1787190550.414554:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787190550.414555:0:6173:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787190550.414556:0:6173:0:(ldlm_lock.c:2559:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787190550.414558:0:6173:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1787190550.414562:0:6173:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff925a04ef2180. 00000020:00000010:2.0:1787190550.414568:0:6173:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925a07188e00. 00000020:00000010:2.0:1787190550.414575:0:6173:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff925a07188200. 00000040:00000010:2.0:1787190550.414580:0:6173:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff925a07189200. 00000020:00000010:2.0:1787190550.414585:0:6173:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff925a186c1800. 00000020:00000010:2.0:1787190550.414589:0:6173:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff925a07189800. 80000000:00000010:2.0:1787190550.414593:0:6173:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff925a04eaae40. 00040000:00000010:2.0:1787190550.414600:0:6173:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff925a07189a00. 20000000:00000010:2.0:1787190550.414606:0:6173:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff925a15089e00. 10000000:00000040:2.0:1787190550.414610:0:6173:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff925a06465a80 : new refcount 2 00000020:00000001:2.0:1787190550.414613:0:6173:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1787190550.414614:0:6173:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1787190550.414617:0:6173:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1787190550.414620:0:6173:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff925a0120be00. 00000040:00000001:2.0:1787190550.414625:0:6173:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1787190550.414628:0:6173:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000010:2.0:1787190550.414632:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13314700. 00000020:00000040:2.0:1787190550.414641:0:6173:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=5 obd=MGC192.168.201.121@tcp 00000100:00000001:2.0:1787190550.414645:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190550.414648:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190550.414653:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190550.414660:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925a08a2d800. 00000100:00000001:2.0:1787190550.414665:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190550.414670:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787190550.414672:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787190550.414677:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925a12f07d80. 00000100:00000001:2.0:1787190550.414679:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446623514295303552 : -120559414248064 : ffff925a12f07d80) 00000100:00000001:2.0:1787190550.414681:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190550.414683:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299549440 : -120559410002176 : ffff925a13314700) 00000100:00000001:2.0:1787190550.414686:0:6173:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190550.414690:0:6173:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190550.414692:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787190550.414693:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190550.414698:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13314700 x1874004794168192/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.414704:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190550.414706:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190550.414708:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190550.414710:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190550.414724:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190550.414728:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794168192:192.168.201.121@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1787190550.414732:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190550.414736:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190550.414738:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190550.414741:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190550.414745:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a08a2d600. 02000000:00000001:2.0:1787190550.414746:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190550.414753:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190550.414756:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b840. 00000400:00000010:2.0:1787190550.414760:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfc38. 00000100:00000200:2.0:1787190550.414767:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794168192, portal 25 00000100:00000001:2.0:1787190550.414775:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190550.414777:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299549440 : -120559410002176 : ffff925a13314700) 00000100:00000040:2.0:1787190550.414782:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13314700 x1874004794168192/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.414789:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190550.414792:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190550.414795:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfaa0. 00000100:00000200:2.0:1787190550.414799:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1874004794168192, offset 0 00000400:00000200:2.0:1787190550.414804:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190550.414815:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190550.414822:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190550.414827:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190550.414832:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190550.414836:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190550.414838:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190550.414842:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [176:176:256:4294967295] 192.168.201.121@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:2.0:1787190550.414845:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190550.414854:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190550.414860:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190550.414864:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a051db600. 00000800:00000200:2.0:1787190550.414871:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190550.414879:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190550.414883:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a051db600 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1787190550.414904:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190550.414908:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190550.414911:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295062663 00000100:00000001:2.0:1787190550.414917:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062655 00000100:00000001:2.0:1787190550.414923:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295062663 00000100:00000001:2.0:1787190550.414926:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062655 00000100:00000001:2.0:1787190550.414929:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190550.414937:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190550.414939:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190550.414941:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787190550.414944:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a12f07d80 going to sleep for 11 seconds 00000100:00000001:2.0:1787190550.414946:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190550.414947:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787190550.417092:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190550.417101:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a051db600. 00000400:00000200:1.0:1787190550.417109:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190550.417118:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190550.417126:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfaa0 00000400:00000010:1.0:1787190550.417128:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfaa0. 00000100:00000001:1.0:1787190550.417133:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190550.417140:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13314700 x1874004794168192/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.417151:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190550.417155:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925a13314700 x1874004794168192/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.417161:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.417163:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787190550.426823:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.426847:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190550.426852:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.426854:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190550.426863:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.426870:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190550.426881:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.426886:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.426891:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.426911:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 272 into portal 25 MB=0x6a865be105380 00000400:00000200:0.0:1787190550.426916:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.426923:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.121@tcp of length 272/272 into md 0x971 [1] + 224 00000800:00000001:0.0:1787190550.426931:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.426942:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190550.426944:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190550.426949:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190550.426957:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190550.426965:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13314700 x1874004794168192/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190550.426976:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff925a13314700 x1874004794168192/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190550.427002:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190550.427010:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.427014:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190550.428871:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787190550.428884:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190550.428887:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190550.428892:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b840. 00000400:00000200:2.0:1787190550.428900:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfc38 00000400:00000010:2.0:1787190550.428903:0:6173:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfc38. 00000100:00000001:2.0:1787190550.428907:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190550.428917:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13314700 x1874004794168192/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190550.428929:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13314700 x1874004794168192/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.428935:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190550.428938:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190550.428941:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190550.428944:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190550.428947:0:6173:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190550.428950:0:6173:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190550.428953:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190550.428960:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b460 time=112 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190550.428965:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=112 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190550.428968:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190550.428970:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190550.428973:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787190550.428976:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190550.428979:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190550.428984:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13314700 x1874004794168192/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.428992:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190550.428995:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190550.429014:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190550.429019:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13314700 x1874004794168192/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190550.429027:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794168192:192.168.201.121@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1787190550.429043:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190550.429046:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190550.429049:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787190550.429051:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190550.429055:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13314700 x1874004794168192/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.429062:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787190550.429065:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925a12f07d80. 00000100:00000001:2.0:1787190550.429069:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787190550.429070:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1787190550.429077:0:6173:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1787190550.429082:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190550.429084:0:6173:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000020:00000001:2.0:1787190550.429086:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1787190550.429088:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190550.429091:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13314700 x1874004794168192/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.429098:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190550.429100:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190550.429103:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a08a2d600. 02000000:00000001:2.0:1787190550.429106:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190550.429107:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190550.429108:0:6173:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:2.0:1787190550.429110:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190550.429113:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925a08a2d800. 02000000:00000001:2.0:1787190550.429116:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190550.429117:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190550.429119:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13314700. 00000100:00000001:2.0:1787190550.429123:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190550.429124:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1787190550.429132:0:6173:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1787190550.429136:0:6173:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1787190550.429143:0:6173:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff925a1132a000. 00000040:00000001:2.0:1787190550.429145:0:6173:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1787190550.429147:0:6173:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1787190550.429150:0:6173:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000010:2.0:1787190550.429156:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a13314700. 00000020:00000040:2.0:1787190550.429158:0:6173:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=5 obd=MGC192.168.201.121@tcp 00000100:00000001:2.0:1787190550.429161:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787190550.429164:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787190550.429170:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787190550.429176:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925a08a2d800. 00000100:00000001:2.0:1787190550.429182:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190550.429185:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787190550.429187:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787190550.429192:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925a12f07d80. 00000100:00000001:2.0:1787190550.429194:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446623514295303552 : -120559414248064 : ffff925a12f07d80) 00000100:00000001:2.0:1787190550.429206:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190550.429208:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299549440 : -120559410002176 : ffff925a13314700) 00000100:00000001:2.0:1787190550.429212:0:6173:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787190550.429217:0:6173:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190550.429219:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787190550.429221:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787190550.429225:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a13314700 x1874004794168320/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.429232:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787190550.429234:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190550.429238:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787190550.429242:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787190550.429245:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787190550.429248:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a13314700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794168320:192.168.201.121@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1787190550.429251:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787190550.429256:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787190550.429259:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190550.429261:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787190550.429282:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff925a186b4000. 02000000:00000001:2.0:1787190550.429284:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190550.429292:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:2.0:1787190550.429296:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a1167b840. 00000400:00000010:2.0:1787190550.429301:0:6173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff925a12f07a80. 00000100:00000200:2.0:1787190550.429307:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874004794168320, portal 25 00000100:00000001:2.0:1787190550.429309:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787190550.429311:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514299549440 : -120559410002176 : ffff925a13314700) 00000100:00000040:2.0:1787190550.429329:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a13314700 x1874004794168320/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.429337:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787190550.429339:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:2.0:1787190550.429343:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a050dfc38. 00000100:00000200:2.0:1787190550.429347:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874004794168320, offset 0 00000400:00000200:2.0:1787190550.429354:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:2.0:1787190550.429363:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190550.429371:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:2.0:1787190550.429377:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787190550.429381:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:2.0:1787190550.429385:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787190550.429387:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:2.0:1787190550.429391:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [177:177:256:4294967295] 192.168.201.121@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:2.0:1787190550.429395:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:2.0:1787190550.429403:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:2.0:1787190550.429408:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:2.0:1787190550.429413:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a051db000. 00000800:00000200:2.0:1787190550.429420:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:2.0:1787190550.429426:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:2.0:1787190550.429431:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a051db000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1787190550.429453:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787190550.429457:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:2.0:1787190550.429500:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295062678 00000100:00000001:2.0:1787190550.429508:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062663 00000100:00000001:2.0:1787190550.429514:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295062678 00000100:00000001:2.0:1787190550.429518:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062663 00000100:00000001:2.0:1787190550.429521:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190550.429524:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190550.429526:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787190550.429528:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787190550.429530:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a12f07d80 going to sleep for 11 seconds 00000100:00000001:2.0:1787190550.429533:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787190550.429534:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787190550.430235:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190550.430249:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a051db000. 00000400:00000200:1.0:1787190550.430255:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190550.430262:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190550.430269:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a050dfc38 00000400:00000010:1.0:1787190550.430271:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a050dfc38. 00000100:00000001:1.0:1787190550.430276:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190550.430281:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a13314700 x1874004794168320/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.430291:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190550.430295:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925a13314700 x1874004794168320/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.430300:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.430302:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787190550.440952:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.440972:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190550.440977:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.440979:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190550.440988:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.440995:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190550.441004:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.441008:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.441014:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.441019:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 8416 into portal 25 MB=0x6a865be105400 00000400:00000200:0.0:1787190550.441024:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.441030:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.121@tcp of length 8416/8416 into md 0x979 [4] + 224 00000800:00000001:0.0:1787190550.441048:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.441059:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190550.441062:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190550.441067:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190550.441082:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190550.441105:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a13314700 x1874004794168320/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190550.441117:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff925a13314700 x1874004794168320/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190550.441142:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190550.441154:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.441157:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190550.443604:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787190550.443628:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787190550.443631:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787190550.443636:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a1167b840. 00000400:00000200:2.0:1787190550.443646:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a12f07a80 00000400:00000010:2.0:1787190550.443648:0:6173:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff925a12f07a80. 00000100:00000001:2.0:1787190550.443653:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787190550.443665:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a13314700 x1874004794168320/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787190550.443676:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a13314700 x1874004794168320/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.443684:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787190550.443686:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190550.443688:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787190550.443692:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787190550.443694:0:6173:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787190550.443696:0:6173:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787190550.443698:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787190550.443705:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b460 time=112 v=5 (5 0 0 0) 00000100:00001000:2.0:1787190550.443709:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=112 v=5 (1 0 0 0) 00000100:00000001:2.0:1787190550.443721:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787190550.443723:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787190550.443726:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787190550.443746:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190550.443749:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787190550.443754:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a13314700 x1874004794168320/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.443761:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787190550.443764:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787190550.443766:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787190550.443770:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a13314700 x1874004794168320/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787190550.443777:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a13314700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794168320:192.168.201.121@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1787190550.443781:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787190550.443784:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787190550.443786:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787190550.443788:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190550.443792:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a13314700 x1874004794168320/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.443798:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787190550.443801:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925a12f07d80. 00000100:00000001:2.0:1787190550.443803:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787190550.443805:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1787190550.443814:0:6173:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1787190550.443816:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787190550.443819:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a13314700 x1874004794168320/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787190550.443824:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787190550.443827:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787190550.443829:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff925a186b4000. 02000000:00000001:2.0:1787190550.443841:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787190550.443844:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190550.443846:0:6173:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000020:00000001:2.0:1787190550.443848:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787190550.443850:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925a08a2d800. 02000000:00000001:2.0:1787190550.443860:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787190550.443862:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787190550.443864:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a13314700. 00000100:00000001:2.0:1787190550.443866:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787190550.443868:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787190550.443871:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787190550.443872:0:6173:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:2.0:1787190550.443874:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:2.0:1787190550.443876:0:6173:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1787190550.443879:0:6173:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1787190550.443883:0:6173:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1787190550.443887:0:6173:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff925a04eaa060. 00000040:00001000:2.0:1787190550.443890:0:6173:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1787190550.455792:0:10407:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1787190550.455804:0:10407:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925a08a2d800. 00000020:00000010:2.0:1787190550.455812:0:10407:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff925a08a2d600. 00000040:00000010:2.0:1787190550.455816:0:10407:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff925a08a2da00. 00000020:00000010:2.0:1787190550.455822:0:10407:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff925a186c6000. 00000020:00000010:2.0:1787190550.455828:0:10407:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff925a11e68f18. 00000020:00000010:2.0:1787190550.455836:0:10407:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff925a061c3400. 80000000:00000010:2.0:1787190550.455841:0:10407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff925a04eaa5a0. 40000000:00000010:2.0:1787190550.455845:0:10407:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff925a04ef2dc0. 00100000:00000010:2.0:1787190550.455852:0:10407:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff925a186c1000. 00040000:00000010:2.0:1787190550.455855:0:10407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff925a051db400. 00040000:00000010:2.0:1787190550.455860:0:10407:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff925a186c5800. 00040000:00000010:2.0:1787190550.455863:0:10407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff925a061c3200. 00000004:00000010:2.0:1787190550.455868:0:10407:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff925a186c7800. 00000004:00000010:2.0:1787190550.455874:0:10407:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff925a071db000. 00000004:00000010:2.0:1787190550.455880:0:10407:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff925a186c2800. 00002000:00000010:2.0:1787190550.455885:0:10407:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff925a16746c00. 00000004:00000010:2.0:1787190550.455890:0:10407:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff925a16747000. 00000020:00000010:2.0:1787190550.455895:0:10407:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff925a04ef2600. 00000040:00000010:2.0:1787190550.455925:0:10407:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff925a1221c000. 00000040:00080000:2.0:1787190550.456416:0:10407:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1787190550.456423:0:10407:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff925a1221c000. 00000020:00000010:2.0:1787190550.456440:0:10407:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff925a04ef2600. 00000020:00000010:2.0:1787190550.456458:0:10407:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff925a08a2d600. 00000040:00000010:2.0:1787190550.456491:0:10407:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff925a08a2da00. 00000020:00000010:2.0:1787190550.456495:0:10407:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff925a186c6000. 00000020:00000010:2.0:1787190550.456500:0:10407:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff925a11e68f18. 00000020:00000010:2.0:1787190550.456505:0:10407:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff925a061c3400. 80000000:00000010:2.0:1787190550.456508:0:10407:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff925a04eaa5a0. 40000000:00000010:2.0:1787190550.456512:0:10407:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff925a04ef2dc0. 00100000:00000010:2.0:1787190550.456516:0:10407:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff925a186c1000. 00040000:00000010:2.0:1787190550.456520:0:10407:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff925a051db400. 00040000:00000010:2.0:1787190550.456523:0:10407:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff925a186c5800. 00040000:00000010:2.0:1787190550.456527:0:10407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff925a061c3200. 00000004:00000010:2.0:1787190550.456529:0:10407:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff925a186c7800. 00000004:00000010:2.0:1787190550.456533:0:10407:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff925a071db000. 00000004:00000010:2.0:1787190550.456536:0:10407:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff925a186c2800. 00002000:00000010:2.0:1787190550.456540:0:10407:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff925a16746c00. 00000004:00000010:2.0:1787190550.456544:0:10407:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff925a16747000. 00000020:00000010:2.0:1787190550.456546:0:10407:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925a08a2d800. 00000040:00000010:1.0:1787190550.462993:0:6173:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff925a04eaa060. 00000040:00000001:1.0:1787190550.463008:0:6173:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1787190550.463011:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1787190550.463017:0:6173:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff925a1132a000. 00000040:00000010:1.0:1787190550.463023:0:6173:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff925a0120be00. 00000020:00000001:1.0:1787190550.463026:0:6173:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787190550.463029:0:6173:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1787190550.463035:0:6173:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff925a07188200. 00000040:00000010:1.0:1787190550.463039:0:6173:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff925a07189200. 00000020:00000010:1.0:1787190550.463043:0:6173:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff925a186c1800. 00000020:00000010:1.0:1787190550.463050:0:6173:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff925a07189800. 80000000:00000010:1.0:1787190550.463054:0:6173:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff925a04eaae40. 00040000:00000010:1.0:1787190550.463058:0:6173:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff925a07189a00. 20000000:00000010:1.0:1787190550.463063:0:6173:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff925a15089e00. 00000020:00000010:1.0:1787190550.463067:0:6173:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925a07188e00. 10000000:00000010:1.0:1787190550.463070:0:6173:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff925a04ef2180. 10000000:01000000:1.0:1787190550.463083:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1787190550.463088:0:6173:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1787190550.463091:0:6173:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787190550.463094:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787190550.463097:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff925a12fd7a00 refcount=3 00000020:00000001:1.0:1787190550.463121:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623514296154624 : -120559413396992 : ffff925a12fd7a00) 00010000:00000001:1.0:1787190550.463124:0:6173:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446623514296154624 : -120559413396992 : ffff925a12fd7a00) 00010000:00000001:1.0:1787190550.463127:0:6173:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787190550.463132:0:6173:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a12fd7a00/0x98bc365c4bb243e9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc4e7 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787190550.463142:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787190550.463144:0:6173:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787190550.463147:0:6173:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: ffff925a12fd7a00/0x98bc365c4bb243e9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc4e7 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787190550.463152:0:6173:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787190550.463154:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787190550.463155:0:6173:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1787190550.463157:0:6173:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787190550.463159:0:6173:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787190550.463162:0:6173:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1787190550.463166:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787190550.463169:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff925a0800ee00) refs 2 10000000:00000001:1.0:1787190550.463171:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787190550.463173:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1787190550.463175:0:6173:0:(mgc_request.c:123:config_log_put()) log params(ffff925a10e4ce00) refs 3 10000000:00000001:1.0:1787190550.463177:0:6173:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1787190550.463179:0:6173:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1787190550.463183:0:6173:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1787190550.463184:0:6173:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1787190550.463186:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff925a0805e000 from 7 10000000:00000001:1.0:1787190550.463189:0:6173:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1787190550.463191:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1787190550.463200:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a07152680. 00000020:00000040:1.0:1787190550.463204:0:6173:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000001:1.0:1787190550.463210:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787190550.463214:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787190550.463221:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787190550.463228:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925a08b2b600. 00000100:00000001:1.0:1787190550.463236:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787190550.463248:0:6173:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787190550.463251:0:6173:0:(ldlm_lock.c:1705:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1787190550.463256:0:6173:0:(ldlm_lock.c:436:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787190550.463259:0:6173:0:(ldlm_lock.c:440:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925a421cf000. 00000020:00000001:1.0:1787190550.463265:0:6173:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787190550.463268:0:6173:0:(lustre_handles.c:93:class_handle_hash()) added object ffff925a421cf000 with handle 0x98bc365c4bb243f0 to hash 00000020:00000001:1.0:1787190550.463270:0:6173:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787190550.463272:0:6173:0:(ldlm_lock.c:491:ldlm_lock_new()) Process leaving (rc=18446623515086745600 : -120558622806016 : ffff925a421cf000) 00010000:00000001:1.0:1787190550.463275:0:6173:0:(ldlm_lock.c:1746:ldlm_lock_create()) Process leaving (rc=18446623515086745600 : -120558622806016 : ffff925a421cf000) 00010000:00000001:1.0:1787190550.463278:0:6173:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787190550.463281:0:6173:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190550.463284:0:6173:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a421cf000/0x98bc365c4bb243f0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787190550.463292:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: ffff925a421cf000/0x98bc365c4bb243f0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787190550.463303:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: ffff925a421cf000/0x98bc365c4bb243f0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787190550.463309:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787190550.463311:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787190550.463318:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925a08bd1540. 00000100:00000001:1.0:1787190550.463320:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446623514124162368 : -120559585389248 : ffff925a08bd1540) 00000100:00000001:1.0:1787190550.463322:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787190550.463324:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514096379520 : -120559613172096 : ffff925a07152680) 00000100:00000001:1.0:1787190550.463329:0:6173:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787190550.463333:0:6173:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.463335:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787190550.463337:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787190550.463347:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a07152680 x1874004794168448/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.463355:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787190550.463362:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190550.463365:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787190550.463368:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787190550.463370:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787190550.463374:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07152680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794168448:192.168.201.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787190550.463378:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787190550.463384:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787190550.463387:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190550.463389:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787190550.463394:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925a08bcd800. 02000000:00000001:1.0:1787190550.463396:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787190550.463405:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787190550.463409:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a11ead8f0. 00000400:00000010:1.0:1787190550.463417:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a04e05990. 00000100:00000200:1.0:1787190550.463425:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874004794168448, portal 25 00000100:00000001:1.0:1787190550.463426:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787190550.463427:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514096379520 : -120559613172096 : ffff925a07152680) 00000100:00000040:1.0:1787190550.463433:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a07152680 x1874004794168448/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.463440:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787190550.463443:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787190550.463445:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a04e05440. 00000100:00000200:1.0:1787190550.463448:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874004794168448, offset 0 00000400:00000200:1.0:1787190550.463455:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787190550.463483:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190550.463492:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787190550.463499:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787190550.463503:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787190550.463507:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787190550.463510:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787190550.463514:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [178:178:256:4294967295] 192.168.201.121@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:1.0:1787190550.463519:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190550.463528:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787190550.463542:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787190550.463548:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15261800. 00000800:00000200:1.0:1787190550.463555:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:1.0:1787190550.463564:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:1.0:1787190550.463568:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15261800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787190550.463594:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787190550.463600:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787190550.463602:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295062710 00000100:00000001:1.0:1787190550.463610:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062678 00000100:00000001:1.0:1787190550.463616:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295062710 00000100:00000001:1.0:1787190550.463619:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062678 00000100:00000001:1.0:1787190550.463622:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787190550.463625:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.463627:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787190550.463630:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787190550.463632:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a08bd1540 going to sleep for 11 seconds 00000100:00000001:1.0:1787190550.463635:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787190550.463638:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787190550.464081:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190550.464087:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15261800. 00000400:00000200:0.0:1787190550.464094:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190550.464099:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190550.464107:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a04e05440 00000400:00000010:0.0:1787190550.464110:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a04e05440. 00000100:00000001:0.0:1787190550.464116:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190550.464120:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a07152680 x1874004794168448/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190550.464133:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190550.464136:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925a07152680 x1874004794168448/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190550.464144:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190550.464146:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787190550.472030:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.472050:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190550.472056:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.472059:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190550.472080:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.472090:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190550.472101:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.472106:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.472112:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.472117:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 344 into portal 25 MB=0x6a865be105480 00000400:00000200:0.0:1787190550.472123:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.472149:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.121@tcp of length 344/344 into md 0x981 [1] + 224 00000800:00000001:0.0:1787190550.472157:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.472164:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190550.472167:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190550.472172:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190550.472180:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190550.472189:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a07152680 x1874004794168448/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190550.472200:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff925a07152680 x1874004794168448/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190550.472221:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190550.472230:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.472234:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190550.472297:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787190550.472306:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787190550.472308:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787190550.472311:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a11ead8f0. 00000400:00000200:1.0:1787190550.472316:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a04e05990 00000400:00000010:1.0:1787190550.472319:0:6173:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a04e05990. 00000100:00000001:1.0:1787190550.472324:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190550.472329:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a07152680 x1874004794168448/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787190550.472337:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a07152680 x1874004794168448/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.472343:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787190550.472345:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190550.472354:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787190550.472358:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787190550.472360:0:6173:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787190550.472363:0:6173:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190550.472366:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787190550.472373:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b460 time=112 v=5 (5 0 0 0) 00000100:00001000:1.0:1787190550.472377:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=112 v=5 (1 0 0 0) 00000100:00000001:1.0:1787190550.472381:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787190550.472382:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787190550.472386:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787190550.472388:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.472391:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787190550.472397:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a07152680 x1874004794168448/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.472404:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787190550.472406:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787190550.472409:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787190550.472413:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a07152680 x1874004794168448/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787190550.472421:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07152680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794168448:192.168.201.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787190550.472426:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190550.472429:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.472432:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787190550.472434:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190550.472438:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a07152680 x1874004794168448/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.472445:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787190550.472449:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925a08bd1540. 00000100:00000001:1.0:1787190550.472452:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787190550.472454:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787190550.472457:0:6173:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787190550.472461:0:6173:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787190550.472495:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787190550.472505:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff925a421cf000 refcount=4 00000020:00000001:1.0:1787190550.472507:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623515086745600 : -120558622806016 : ffff925a421cf000) 00010000:00000001:1.0:1787190550.472511:0:6173:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446623515086745600 : -120558622806016 : ffff925a421cf000) 00010000:00000040:1.0:1787190550.472518:0:6173:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff925a421cf000, remote cookie: 0xf10e68d63abdc4ee, flags: 0x0 00010000:00000001:1.0:1787190550.472521:0:6173:0:(ldlm_lock.c:1800:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787190550.472525:0:6173:0:(ldlm_lock.c:1130:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787190550.472527:0:6173:0:(ldlm_lock.c:994:search_granted_lock()) Process entered 00010000:00000001:1.0:1787190550.472529:0:6173:0:(ldlm_lock.c:1011:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787190550.472530:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787190550.472533:0:6173:0:(ldlm_resource.c:1873:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff925a164b1900) refcount = 2 00010000:00000040:1.0:1787190550.472536:0:6173:0:(ldlm_resource.c:1876:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787190550.472540:0:6173:0:(ldlm_resource.c:1879:ldlm_resource_dump()) ### ### ns: MGC192.168.201.121@tcp lock: ffff925a12fd7a00/0x98bc365c4bb243e9 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf10e68d63abdc4e7 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787190550.472548:0:6173:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: ffff925a421cf000/0x98bc365c4bb243f0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc4ee expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787190550.472553:0:6173:0:(ldlm_lock.c:1099:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787190550.472555:0:6173:0:(ldlm_lock.c:1162:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787190550.472557:0:6173:0:(ldlm_lock.c:1923:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787190550.472560:0:6173:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787190550.472562:0:6173:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190550.472565:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: ffff925a421cf000/0x98bc365c4bb243f0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf10e68d63abdc4ee expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787190550.472570:0:6173:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787190550.472572:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787190550.472584:0:6173:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787190550.472585:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787190550.472586:0:6173:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787190550.472588:0:6173:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.472591:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190550.472596:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a07152680 x1874004794168448/t0(0) o101->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1787190566 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.472613:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787190550.472615:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787190550.472618:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925a08bcd800. 02000000:00000001:1.0:1787190550.472621:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787190550.472624:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787190550.472626:0:6173:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787190550.472628:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787190550.472630:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925a08b2b600. 02000000:00000001:1.0:1787190550.472633:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787190550.472635:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787190550.472637:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a07152680. 00000100:00000001:1.0:1787190550.472641:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787190550.472642:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1787190550.472644:0:6173:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787190550.472647:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787190550.472649:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff925a0800ee00) refs 3 10000000:00000001:1.0:1787190550.472651:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787190550.472653:0:6173:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787190550.472654:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787190550.472656:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff925a421cf000 refcount=3 00000020:00000001:1.0:1787190550.472658:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623515086745600 : -120558622806016 : ffff925a421cf000) 00010000:00000001:1.0:1787190550.472660:0:6173:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446623515086745600 : -120558622806016 : ffff925a421cf000) 00010000:00000001:1.0:1787190550.472662:0:6173:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1787190550.472663:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787190550.472664:0:6173:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787190550.472665:0:6173:0:(ldlm_lock.c:2559:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787190550.472668:0:6173:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1787190550.472671:0:6173:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff925a12fea300. 00000020:00000010:1.0:1787190550.472675:0:6173:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925a08b2b600. 00000020:00000010:1.0:1787190550.472679:0:6173:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff925a08b2ae00. 00000040:00000010:1.0:1787190550.472683:0:6173:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff925a08b2a200. 00000020:00000010:1.0:1787190550.472687:0:6173:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff925a08baf000. 00000020:00000010:1.0:1787190550.472693:0:6173:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff925a08b2b800. 80000000:00000010:1.0:1787190550.472697:0:6173:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff925a11eaa660. 00040000:00000010:1.0:1787190550.472708:0:6173:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff925a08b2b200. 20000000:00000010:1.0:1787190550.472723:0:6173:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff925a08b2a600. 10000000:00000040:1.0:1787190550.472728:0:6173:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff925a06465a80 : new refcount 2 00000020:00000001:1.0:1787190550.472731:0:6173:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1787190550.472732:0:6173:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1787190550.472734:0:6173:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1787190550.472738:0:6173:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff925a08b2aa00. 00000040:00000001:1.0:1787190550.472742:0:6173:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1787190550.472744:0:6173:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000010:1.0:1787190550.472748:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a07152680. 00000020:00000040:1.0:1787190550.472750:0:6173:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=5 obd=MGC192.168.201.121@tcp 00000100:00000001:1.0:1787190550.472755:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787190550.472757:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787190550.472762:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787190550.472768:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925a08b2ba00. 00000100:00000001:1.0:1787190550.472773:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.472779:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787190550.472781:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787190550.472786:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925a08bd1540. 00000100:00000001:1.0:1787190550.472788:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446623514124162368 : -120559585389248 : ffff925a08bd1540) 00000100:00000001:1.0:1787190550.472790:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787190550.472792:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514096379520 : -120559613172096 : ffff925a07152680) 00000100:00000001:1.0:1787190550.472796:0:6173:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787190550.472801:0:6173:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.472803:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787190550.472804:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787190550.472809:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a07152680 x1874004794168576/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.472816:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787190550.472818:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190550.472822:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787190550.472824:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787190550.472826:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787190550.472829:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07152680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794168576:192.168.201.121@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787190550.472841:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787190550.472846:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787190550.472848:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190550.472851:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787190550.472855:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a08b2a800. 02000000:00000001:1.0:1787190550.472857:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787190550.472862:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787190550.472865:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a11ead8f0. 00000400:00000010:1.0:1787190550.472870:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a04e05990. 00000100:00000200:1.0:1787190550.472877:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794168576, portal 25 00000100:00000001:1.0:1787190550.472878:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787190550.472880:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514096379520 : -120559613172096 : ffff925a07152680) 00000100:00000040:1.0:1787190550.472885:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a07152680 x1874004794168576/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.472892:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787190550.472894:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787190550.472897:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a04e05d48. 00000100:00000200:1.0:1787190550.472900:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1874004794168576, offset 0 00000400:00000200:1.0:1787190550.472907:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787190550.472914:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190550.472922:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787190550.472927:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787190550.472931:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787190550.472935:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787190550.472937:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787190550.472941:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [179:179:256:4294967295] 192.168.201.121@tcp LPNI seq info [179:179:8:4294967295] 00000400:00000200:1.0:1787190550.472945:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190550.472954:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787190550.472959:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787190550.472965:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15261300. 00000800:00000200:1.0:1787190550.472973:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:1.0:1787190550.472984:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:1.0:1787190550.472989:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15261300 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1787190550.472998:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787190550.473002:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787190550.473004:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295062720 00000100:00000001:1.0:1787190550.473011:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062710 00000100:00000001:1.0:1787190550.473016:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295062720 00000100:00000001:1.0:1787190550.473019:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062710 00000100:00000001:1.0:1787190550.473022:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787190550.473025:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.473027:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787190550.473029:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787190550.473032:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a08bd1540 going to sleep for 11 seconds 00000100:00000001:1.0:1787190550.473033:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787190550.473036:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787190550.473545:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190550.473550:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15261300. 00000400:00000200:0.0:1787190550.473555:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190550.473560:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190550.473564:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a04e05d48 00000400:00000010:0.0:1787190550.473566:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a04e05d48. 00000100:00000001:0.0:1787190550.473570:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190550.473580:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a07152680 x1874004794168576/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190550.473590:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190550.473593:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925a07152680 x1874004794168576/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190550.473599:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190550.473601:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787190550.479191:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.479210:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190550.479214:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.479217:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190550.479227:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.479250:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190550.479260:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.479265:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.479271:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.479275:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 272 into portal 25 MB=0x6a865be105500 00000400:00000200:0.0:1787190550.479280:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.479285:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.121@tcp of length 272/272 into md 0x991 [1] + 224 00000800:00000001:0.0:1787190550.479293:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.479309:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190550.479313:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190550.479318:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190550.479326:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190550.479335:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a07152680 x1874004794168576/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190550.479346:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff925a07152680 x1874004794168576/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190550.479358:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190550.479366:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.479370:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190550.480209:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787190550.480222:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787190550.480225:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787190550.480229:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a11ead8f0. 00000400:00000200:1.0:1787190550.480237:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a04e05990 00000400:00000010:1.0:1787190550.480240:0:6173:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a04e05990. 00000100:00000001:1.0:1787190550.480245:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190550.480253:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a07152680 x1874004794168576/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787190550.480264:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a07152680 x1874004794168576/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.480271:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787190550.480273:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190550.480276:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787190550.480279:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787190550.480282:0:6173:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787190550.480284:0:6173:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190550.480287:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787190550.480305:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b460 time=112 v=5 (5 0 0 0) 00000100:00001000:1.0:1787190550.480310:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=112 v=5 (1 0 0 0) 00000100:00000001:1.0:1787190550.480313:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787190550.480314:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787190550.480317:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787190550.480320:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.480323:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787190550.480328:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a07152680 x1874004794168576/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.480335:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787190550.480339:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787190550.480341:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787190550.480345:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a07152680 x1874004794168576/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787190550.480353:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07152680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794168576:192.168.201.121@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787190550.480359:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190550.480362:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.480364:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787190550.480367:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190550.480371:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a07152680 x1874004794168576/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.480377:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787190550.480380:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925a08bd1540. 00000100:00000001:1.0:1787190550.480383:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787190550.480385:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787190550.480391:0:6173:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1787190550.480395:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787190550.480397:0:6173:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787190550.480400:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787190550.480401:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190550.480404:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a07152680 x1874004794168576/t0(0) o501->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1787190566 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.480420:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787190550.480423:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787190550.480426:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a08b2a800. 02000000:00000001:1.0:1787190550.480429:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787190550.480430:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787190550.480431:0:6173:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787190550.480433:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787190550.480437:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925a08b2ba00. 02000000:00000001:1.0:1787190550.480440:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787190550.480441:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787190550.480443:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a07152680. 00000100:00000001:1.0:1787190550.480447:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787190550.480448:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1787190550.480452:0:6173:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787190550.480455:0:6173:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1787190550.480461:0:6173:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff925a18694000. 00000040:00000001:1.0:1787190550.480508:0:6173:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1787190550.480510:0:6173:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1787190550.480513:0:6173:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000010:1.0:1787190550.480517:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a07152680. 00000020:00000040:1.0:1787190550.480520:0:6173:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=5 obd=MGC192.168.201.121@tcp 00000100:00000001:1.0:1787190550.480523:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787190550.480525:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787190550.480529:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787190550.480533:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925a08b2ba00. 00000100:00000001:1.0:1787190550.480538:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.480541:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787190550.480543:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787190550.480547:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925a08bd1540. 00000100:00000001:1.0:1787190550.480549:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446623514124162368 : -120559585389248 : ffff925a08bd1540) 00000100:00000001:1.0:1787190550.480552:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787190550.480553:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514096379520 : -120559613172096 : ffff925a07152680) 00000100:00000001:1.0:1787190550.480557:0:6173:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787190550.480561:0:6173:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.480563:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787190550.480570:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787190550.480585:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a07152680 x1874004794168704/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.480592:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787190550.480594:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190550.480597:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787190550.480600:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787190550.480603:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787190550.480606:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a07152680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794168704:192.168.201.121@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787190550.480609:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787190550.480616:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787190550.480618:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190550.480621:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787190550.480637:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff925a186b4000. 02000000:00000001:1.0:1787190550.480640:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787190550.480647:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787190550.480650:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a11ead8f0. 00000400:00000010:1.0:1787190550.480656:0:6173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff925a08bd1180. 00000100:00000200:1.0:1787190550.480662:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874004794168704, portal 25 00000100:00000001:1.0:1787190550.480664:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787190550.480665:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514096379520 : -120559613172096 : ffff925a07152680) 00000100:00000040:1.0:1787190550.480671:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a07152680 x1874004794168704/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.480677:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787190550.480679:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787190550.480681:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a04e05990. 00000100:00000200:1.0:1787190550.480684:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874004794168704, offset 0 00000400:00000200:1.0:1787190550.480691:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787190550.480698:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190550.480704:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787190550.480709:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787190550.480726:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787190550.480729:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787190550.480737:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787190550.480741:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [180:180:256:4294967295] 192.168.201.121@tcp LPNI seq info [180:180:8:4294967295] 00000400:00000200:1.0:1787190550.480746:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190550.480755:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787190550.480761:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787190550.480766:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15261200. 00000800:00000200:1.0:1787190550.480773:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:1.0:1787190550.480781:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:1.0:1787190550.480786:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15261200 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1787190550.480794:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787190550.480798:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787190550.480801:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295062728 00000100:00000001:1.0:1787190550.480808:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062720 00000100:00000001:1.0:1787190550.480813:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295062728 00000100:00000001:1.0:1787190550.480816:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062720 00000100:00000001:1.0:1787190550.480818:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787190550.480821:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.480823:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787190550.480826:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787190550.480828:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff925a08bd1540 going to sleep for 11 seconds 00000100:00000001:1.0:1787190550.480830:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787190550.480832:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787190550.481063:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787190550.481067:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15261200. 00000400:00000200:0.0:1787190550.481072:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190550.481086:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:0.0:1787190550.481091:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a04e05990 00000400:00000010:0.0:1787190550.481093:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a04e05990. 00000100:00000001:0.0:1787190550.481098:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190550.481103:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a07152680 x1874004794168704/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190550.481112:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190550.481115:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925a07152680 x1874004794168704/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190550.481132:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190550.481134:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787190550.504247:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.504267:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787190550.504272:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.504275:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190550.504286:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.504294:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:0.0:1787190550.504303:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.504308:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.504314:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.504319:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 8416 into portal 25 MB=0x6a865be105580 00000400:00000200:0.0:1787190550.504324:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190550.504331:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.121@tcp of length 8416/8416 into md 0x9a1 [4] + 224 00000800:00000001:0.0:1787190550.504338:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.504350:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787190550.504353:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787190550.504358:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:0.0:1787190550.504366:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190550.504387:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a07152680 x1874004794168704/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190550.504399:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff925a07152680 x1874004794168704/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190550.504421:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787190550.504431:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787190550.504435:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190550.504616:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787190550.504626:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787190550.504628:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787190550.504632:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a11ead8f0. 00000400:00000200:1.0:1787190550.504636:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a08bd1180 00000400:00000010:1.0:1787190550.504639:0:6173:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff925a08bd1180. 00000100:00000001:1.0:1787190550.504643:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190550.504648:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a07152680 x1874004794168704/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787190550.504657:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a07152680 x1874004794168704/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.504683:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787190550.504686:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190550.504689:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787190550.504692:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787190550.504695:0:6173:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787190550.504698:0:6173:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190550.504701:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787190550.504708:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b460 time=112 v=5 (5 0 0 0) 00000100:00001000:1.0:1787190550.504723:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=112 v=5 (1 0 0 0) 00000100:00000001:1.0:1787190550.504726:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787190550.504728:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787190550.504731:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787190550.504733:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.504737:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787190550.504743:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a07152680 x1874004794168704/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.504751:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787190550.504754:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787190550.504756:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787190550.504760:0:6173:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a07152680 x1874004794168704/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787190550.504768:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a07152680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:6173:1874004794168704:192.168.201.121@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787190550.504773:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190550.504775:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190550.504778:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787190550.504780:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190550.504783:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a07152680 x1874004794168704/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.504790:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787190550.504794:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925a08bd1540. 00000100:00000001:1.0:1787190550.504796:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787190550.504803:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787190550.504812:0:6173:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1787190550.504814:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190550.504818:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a07152680 x1874004794168704/t0(0) o503->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787190566 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190550.504825:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787190550.504827:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787190550.504832:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff925a186b4000. 02000000:00000001:1.0:1787190550.504844:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787190550.504847:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787190550.504850:0:6173:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787190550.504852:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787190550.504855:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925a08b2ba00. 02000000:00000001:1.0:1787190550.504858:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787190550.504860:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787190550.504862:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a07152680. 00000100:00000001:1.0:1787190550.504865:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787190550.504867:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787190550.504870:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787190550.504871:0:6173:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787190550.504873:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1787190550.504876:0:6173:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787190550.504878:0:6173:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787190550.504882:0:6173:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1787190550.504885:0:6173:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff925a11eaa120. 00000040:00001000:1.0:1787190550.504888:0:6173:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1787190550.507738:0:10408:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1787190550.507751:0:10408:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925a061c3200. 00000020:00000010:2.0:1787190550.507760:0:10408:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff925a061c3400. 00000040:00000010:2.0:1787190550.507764:0:10408:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff925a061c2a00. 00000020:00000010:2.0:1787190550.507769:0:10408:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff925a186c2800. 00000020:00000010:2.0:1787190550.507775:0:10408:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff925a11e68f18. 00000020:00000010:2.0:1787190550.507779:0:10408:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff925a061c3a00. 80000000:00000010:2.0:1787190550.507785:0:10408:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff925a04eaa5a0. 40000000:00000010:2.0:1787190550.507795:0:10408:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff925a04ef2600. 00100000:00000010:2.0:1787190550.507801:0:10408:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff925a186c7800. 00040000:00000010:2.0:1787190550.507805:0:10408:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff925a051db400. 00040000:00000010:2.0:1787190550.507810:0:10408:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff925a186c5800. 00040000:00000010:2.0:1787190550.507814:0:10408:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff925a061c2000. 00000004:00000010:2.0:1787190550.507819:0:10408:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff925a186c1000. 00000004:00000010:2.0:1787190550.507826:0:10408:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff925a071db000. 00000004:00000010:2.0:1787190550.507831:0:10408:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff925a186c6000. 00002000:00000010:2.0:1787190550.507850:0:10408:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff925a16747000. 00000004:00000010:2.0:1787190550.507854:0:10408:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff925a16746c00. 00000020:00000010:2.0:1787190550.507860:0:10408:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff925a04ef2dc0. 00000040:00000010:2.0:1787190550.507868:0:10408:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff925a1221c000. 00000040:00080000:2.0:1787190550.509986:0:10408:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1787190550.510004:0:10408:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff925a1221c000. 00000020:00000010:2.0:1787190550.510020:0:10408:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff925a04ef2dc0. 00000020:00000010:2.0:1787190550.510045:0:10408:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff925a061c3400. 00000040:00000010:2.0:1787190550.510051:0:10408:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff925a061c2a00. 00000020:00000010:2.0:1787190550.510055:0:10408:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff925a186c2800. 00000020:00000010:2.0:1787190550.510062:0:10408:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff925a11e68f18. 00000020:00000010:2.0:1787190550.510069:0:10408:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff925a061c3a00. 80000000:00000010:2.0:1787190550.512255:0:10408:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff925a04eaa5a0. 40000000:00000010:2.0:1787190550.512270:0:10408:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff925a04ef2600. 00100000:00000010:2.0:1787190550.512278:0:10408:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff925a186c7800. 00040000:00000010:2.0:1787190550.512283:0:10408:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff925a051db400. 00040000:00000010:2.0:1787190550.512288:0:10408:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff925a186c5800. 00040000:00000010:2.0:1787190550.512292:0:10408:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff925a061c2000. 00000004:00000010:2.0:1787190550.512296:0:10408:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff925a186c1000. 00000004:00000010:2.0:1787190550.512301:0:10408:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff925a071db000. 00000004:00000010:2.0:1787190550.512306:0:10408:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff925a186c6000. 00002000:00000010:2.0:1787190550.512311:0:10408:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff925a16747000. 00000004:00000010:2.0:1787190550.512316:0:10408:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff925a16746c00. 00000020:00000010:2.0:1787190550.512320:0:10408:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925a061c3200. 00000040:00000010:1.0:1787190550.512702:0:6173:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff925a11eaa120. 00000040:00000001:1.0:1787190550.512708:0:6173:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1787190550.512723:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1787190550.512730:0:6173:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff925a18694000. 00000040:00000010:1.0:1787190550.512735:0:6173:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff925a08b2aa00. 00000020:00000001:1.0:1787190550.512739:0:6173:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787190550.512743:0:6173:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1787190550.512748:0:6173:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff925a08b2ae00. 00000040:00000010:1.0:1787190550.512751:0:6173:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff925a08b2a200. 00000020:00000010:1.0:1787190550.512754:0:6173:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff925a08baf000. 00000020:00000010:1.0:1787190550.512777:0:6173:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff925a08b2b800. 80000000:00000010:1.0:1787190550.512780:0:6173:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff925a11eaa660. 00040000:00000010:1.0:1787190550.512783:0:6173:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff925a08b2b200. 20000000:00000010:1.0:1787190550.512786:0:6173:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff925a08b2a600. 00000020:00000010:1.0:1787190550.512789:0:6173:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925a08b2b600. 10000000:00000010:1.0:1787190550.512791:0:6173:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff925a12fea300. 10000000:01000000:1.0:1787190550.512794:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1787190550.512797:0:6173:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1787190550.512801:0:6173:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787190550.512804:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787190550.512807:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff925a421cf000 refcount=3 00000020:00000001:1.0:1787190550.512809:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623515086745600 : -120558622806016 : ffff925a421cf000) 00010000:00000001:1.0:1787190550.512812:0:6173:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446623515086745600 : -120558622806016 : ffff925a421cf000) 00010000:00000001:1.0:1787190550.512815:0:6173:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787190550.512820:0:6173:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: ffff925a421cf000/0x98bc365c4bb243f0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc4ee expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787190550.512830:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787190550.512832:0:6173:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787190550.512835:0:6173:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: ffff925a421cf000/0x98bc365c4bb243f0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf10e68d63abdc4ee expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787190550.512841:0:6173:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787190550.512842:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787190550.512843:0:6173:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1787190550.512845:0:6173:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787190550.512847:0:6173:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787190550.512850:0:6173:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1787190550.512853:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1787190550.512854:0:6173:0:(mgc_request.c:123:config_log_put()) log params(ffff925a0800ee00) refs 3 10000000:00000001:1.0:1787190550.512857:0:6173:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1787190550.662608:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190550.662614:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190550.662620:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190550.662621:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787190550.662856:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787190550.662860:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190550.662864:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787190551.688973:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190551.688998:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190551.689004:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190551.689008:0:10283:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787190551.689011:0:10283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787190551.689014:0:10283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190551.689018:0:10283:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787190551.689020:0:10283:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190551.689022:0:10283:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190551.689024:0:10283:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787190551.689423:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787190551.689427:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787190551.689431:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787190551.814663:0:9084:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d110 (cpu 1) has reached its deadline 4295062728, at 4295062784 00000100:00000010:1.0:1787190551.814709:0:9084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a04eaa8a0. 00000100:00000040:0.0:1787190551.816306:0:10283:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d000 (cpu 0) has reached its deadline 4295062728, at 4295062785 00000100:00000010:0.0:1787190551.816324:0:10283:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a04eaa000. 00010000:00000001:0.0:1787190552.710611:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190552.710619:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190552.710626:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190552.710627:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787190552.710754:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787190552.710758:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190552.710761:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787190553.094597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787190553.094608:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787190553.094619:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a11eb5f80. 00000020:00000040:0.0:1787190553.094625:0:36:0:(genops.c:1210:class_import_get()) import ffff925a05f3b000 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000001:0.0:1787190553.094630:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787190553.094633:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787190553.094637:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787190553.094645:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03959a00. 00000100:00000001:0.0:1787190553.094652:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190553.094665:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 504afdbd-3403-45f6-9b5f-70e8ae9c9f9f->MGS req@ffff925a11eb5f80 x1874004794168832/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787190553.094686:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787190553.094691:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190553.094698:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089885ce0] to pc [ptlrpcd_00_01+1] req@ffff925a11eb5f80 x1874004794168832/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.094719:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190553.094722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787190553.094726:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787190553.094739:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a11eb5180. 00000100:00000001:1.0:1787190553.094741:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1787190553.094742:0:36:0:(genops.c:1210:class_import_get()) import ffff925a06187800 refcount=4 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000100:00000001:0.0:1787190553.094744:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787190553.094745:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1787190553.094745:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:0.0:1787190553.094748:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.094748:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1787190553.094753:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03959d00. 00000100:00000001:1.0:1787190553.094755:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787190553.094756:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.094757:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190553.094759:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1787190553.094761:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0000_UUID req@ffff925a11eb5180 x1874004794168960/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787190553.094761:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787190553.094764:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1787190553.094768:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1787190553.094769:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a11eb5f80 x1874004794168832/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.094770:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190553.094774:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034c71b5f] to pc [ptlrpcd_00_00+0] req@ffff925a11eb5180 x1874004794168960/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.094778:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787190553.094780:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190553.094782:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190553.094784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1787190553.094784:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1787190553.094787:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787190553.094789:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a11eb6a00. 00000020:00000040:0.0:1787190553.094792:0:36:0:(genops.c:1210:class_import_get()) import ffff925a06180800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000100:00000001:0.0:1787190553.094794:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787190553.094795:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787190553.094797:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787190553.094800:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03959100. 02000000:00000001:1.0:1787190553.094801:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190553.094803:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190553.094804:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190553.094807:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-MDT0001_UUID req@ffff925a11eb6a00 x1874004794169088/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787190553.094807:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2397:1874004794168832:192.168.201.121@tcp:400:kworker.0 00000100:00000001:1.0:1787190553.094812:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1787190553.094814:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787190553.094815:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190553.094818:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3926567] to pc [ptlrpcd_00_01+1] req@ffff925a11eb6a00 x1874004794169088/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787190553.094819:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787190553.094822:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190553.094825:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190553.094825:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787190553.094829:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a08b2b600. 02000000:00000001:1.0:1787190553.094831:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190553.094833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787190553.094836:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787190553.094839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1787190553.094839:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:0.0:1787190553.094842:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) fabf118f-e1c4-486d-8f72-092db850cc2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1787190553.094843:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a11ead8f0. 00000100:00000040:0.0:1787190553.094845:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787190553.094847:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1787190553.094849:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a04e05550. 00000100:00000010:0.0:1787190553.094850:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a11eb5500. 00000020:00000040:0.0:1787190553.094852:0:36:0:(genops.c:1210:class_import_get()) import ffff925a08bb1000 refcount=4 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000100:00000001:0.0:1787190553.094854:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787190553.094855:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787190553.094857:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787190553.094857:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794168832, portal 25 00000100:00000001:1.0:1787190553.094859:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1787190553.094860:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a03959600. 00000100:00000001:1.0:1787190553.094861:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514278190976 : -120559431360640 : ffff925a11eb5f80) 00000100:00000001:0.0:1787190553.094863:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787190553.094866:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a11eb5f80 x1874004794168832/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787190553.094867:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0000_UUID req@ffff925a11eb5500 x1874004794169216/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787190553.094875:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787190553.094877:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190553.094881:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d02a5c7] to pc [ptlrpcd_00_00+0] req@ffff925a11eb5500 x1874004794169216/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.094884:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787190553.094887:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000001:0.0:1787190553.094888:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787190553.094889:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a04e05110. 00000100:00000040:0.0:1787190553.094890:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1787190553.094892:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004794168832, offset 0 00000100:00000001:0.0:1787190553.094893:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787190553.094895:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925a11eb7b80. 00000020:00000040:0.0:1787190553.094897:0:36:0:(genops.c:1210:class_import_get()) import ffff925a08bb7800 refcount=4 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000100:00000001:0.0:1787190553.094899:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1787190553.094899:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 02000000:00000001:0.0:1787190553.094900:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787190553.094901:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787190553.094904:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925a06061900. 00000100:00000001:0.0:1787190553.094907:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787190553.094908:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:0.0:1787190553.094914:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-MDT0001_UUID req@ffff925a11eb7b80 x1874004794169344/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1787190553.094914:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787190553.094919:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1787190553.094921:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787190553.094922:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787190553.094923:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000040:0.0:1787190553.094925:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471f695] to pc [ptlrpcd_00_01+1] req@ffff925a11eb7b80 x1874004794169344/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787190553.094927:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787190553.094930:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000100:00000001:0.0:1787190553.094933:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787190553.094934:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [181:181:256:4294967295] 192.168.201.121@tcp LPNI seq info [181:181:8:4294967295] 00000100:00000040:0.0:1787190553.094935:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787190553.094939:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1787190553.094939:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:0.0:1787190553.094941:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787190553.094944:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9ec143c8-f482-4099-9c05-29a32b40dfe8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1787190553.094948:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00000040:0.0:1787190553.094949:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (401) 00000800:00000200:1.0:1787190553.094954:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787190553.094958:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15261900. 00000800:00000200:1.0:1787190553.094964:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:1.0:1787190553.094972:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:1.0:1787190553.094977:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15261900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787190553.094987:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787190553.094991:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787190553.094994:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295065343 00000100:00000010:1.0:1787190553.094998:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a11eaa660. 00000100:00000001:1.0:1787190553.095004:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787190553.095009:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295065343 00000100:00000010:1.0:1787190553.095012:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925a11eaa120. 00000100:00000001:1.0:1787190553.095015:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787190553.095018:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787190553.095021:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.095029:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.095031:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190553.095035:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787190553.095036:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787190553.095038:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787190553.095040:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787190553.095041:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787190553.095045:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a11eb5180 x1874004794168960/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.095052:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787190553.095053:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190553.095056:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787190553.095057:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787190553.095059:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787190553.095062:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2397:1874004794168960:192.168.201.121@tcp:400:kworker.0 00000100:00000001:1.0:1787190553.095187:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787190553.095190:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787190553.095191:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787190553.095193:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1787190553.095193:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1787190553.095197:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15261900. 02000000:00000010:1.0:1787190553.095197:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a08b2a600. 02000000:00000001:1.0:1787190553.095199:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787190553.095203:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190553.095203:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787190553.095206:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a11eadc60. 00000400:00000200:0.0:1787190553.095208:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000010:1.0:1787190553.095210:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a04e05660. 00000400:00000200:0.0:1787190553.095213:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a04e05110 00000400:00000010:0.0:1787190553.095215:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a04e05110. 00000100:00000001:0.0:1787190553.095220:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787190553.095224:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a11eb5f80 x1874004794168832/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.095233:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190553.095236:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a11eb5f80 x1874004794168832/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.095243:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190553.095245:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787190553.095266:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190553.095268:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787190553.095270:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787190553.095279:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a11eb6a00 x1874004794169088/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.095287:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787190553.095289:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190553.095291:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787190553.095292:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787190553.095294:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787190553.095297:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794169088:192.168.201.121@tcp:400:kworker.0 00000100:00000001:0.0:1787190553.095300:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787190553.095303:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787190553.095304:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190553.095306:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787190553.095310:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a08f02800. 02000000:00000001:0.0:1787190553.095311:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787190553.095315:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787190553.095318:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a0014bb58. 00000100:00000200:1.0:1787190553.109221:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794168960, portal 10 00000100:00000001:1.0:1787190553.109231:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787190553.109234:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514278187392 : -120559431364224 : ffff925a11eb5180) 00000100:00000040:1.0:1787190553.109254:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a11eb5180 x1874004794168960/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.109264:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787190553.109267:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787190553.109310:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a04e05880. 00000100:00000200:1.0:1787190553.109315:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794168960, offset 0 00000400:00000200:1.0:1787190553.109322:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787190553.109348:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.109356:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787190553.109362:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787190553.109368:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787190553.109372:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787190553.109375:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787190553.109379:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [182:182:256:4294967295] 192.168.201.121@tcp LPNI seq info [182:182:8:4294967295] 00000400:00000200:1.0:1787190553.109383:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.109394:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787190553.109400:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787190553.109406:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15261400. 00000800:00000200:1.0:1787190553.109414:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:1.0:1787190553.109422:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:1.0:1787190553.109427:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15261400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787190553.109451:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787190553.109457:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: using a timeout of 155068 usecs (156 jiffies) 00000400:00000200:1.0:1787190553.109461:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787190553.109463:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295064232 00000100:00000001:1.0:1787190553.109479:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request active for cpu 0, keep current deadline 4295065343 00000100:00000001:1.0:1787190553.109481:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295064232 00000100:00000001:1.0:1787190553.109484:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a0805e000: PM QoS request active for cpu 1, keep current deadline 4295065343 00000100:00000001:1.0:1787190553.109487:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787190553.109490:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.109495:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787190553.109502:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a11eb5500 x1874004794169216/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.109511:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787190553.109513:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190553.109519:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787190553.109530:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787190553.109533:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787190553.109538:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ec143c8-f482-4099-9c05-29a32b40dfe8:2397:1874004794169216:192.168.201.121@tcp:400:kworker.0 00000100:00000001:1.0:1787190553.109542:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787190553.109548:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787190553.109551:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190553.109554:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787190553.109560:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a08b2b200. 02000000:00000001:1.0:1787190553.109562:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787190553.109567:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787190553.109571:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a11eadc08. 00000400:00000010:1.0:1787190553.109576:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a04e05110. 00000100:00000200:1.0:1787190553.109579:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794169216, portal 10 00000100:00000001:1.0:1787190553.109581:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787190553.109583:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514278188288 : -120559431363328 : ffff925a11eb5500) 00000020:00000010:1.0:1787190553.109591:0:2397:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff925a18694000. 00000100:00000040:1.0:1787190553.109597:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a11eb5500 x1874004794169216/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.109604:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787190553.109606:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787190553.109608:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a04e05990. 00000100:00000200:1.0:1787190553.109610:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794169216, offset 0 00000400:00000200:1.0:1787190553.109615:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787190553.109619:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.109622:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787190553.109625:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787190553.109628:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787190553.109630:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787190553.109632:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787190553.109635:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [183:183:255:4294967295] 192.168.201.121@tcp LPNI seq info [183:183:7:4294967295] 00000400:00000200:1.0:1787190553.109639:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.109645:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787190553.109655:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787190553.109658:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a15261900. 00000800:00000200:1.0:1787190553.109662:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:1.0:1787190553.109666:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:1.0:1787190553.109680:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a15261900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787190553.109683:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787190553.109687:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: using a timeout of 27422 usecs (28 jiffies) 00000400:00000200:1.0:1787190553.109691:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787190553.109693:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295064104 00000100:00000001:1.0:1787190553.109695:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295065343 00000100:00000001:1.0:1787190553.109697:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295064104 00000100:00000001:1.0:1787190553.109699:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295065343 00000100:00000001:1.0:1787190553.109701:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787190553.109703:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.109707:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.109711:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190553.109721:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787190553.109723:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787190553.109726:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787190553.109729:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787190553.109730:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.109733:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787190553.109761:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.109777:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190553.109781:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.109783:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190553.109787:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.109792:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190553.109797:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.109800:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.109804:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.109807:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 25 MB=0x6a865be105600 00000400:00000200:1.0:1787190553.109817:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.109823:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.121@tcp of length 224/224 into md 0x9b1 [1] + 224 00000800:00000001:1.0:1787190553.109830:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.109840:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190553.109844:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190553.109848:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190553.109855:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190553.109859:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a11eb5f80 x1874004794168832/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190553.109868:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a11eb5f80 x1874004794168832/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.109879:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1787190553.109920:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190553.109923:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15261400. 00000400:00000200:1.0:1787190553.109927:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190553.109930:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190553.109933:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a04e05880 00000400:00000010:1.0:1787190553.109935:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a04e05880. 00000100:00000001:1.0:1787190553.109939:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190553.109943:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a11eb5180 x1874004794168960/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.109952:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190553.109955:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a11eb5180 x1874004794168960/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.109961:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.109963:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787190553.109968:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.109971:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1787190553.110042:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190553.110044:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a15261900. 00000400:00000200:1.0:1787190553.110047:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190553.110051:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190553.110060:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a04e05990 00000400:00000010:1.0:1787190553.110062:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a04e05990. 00000100:00000001:1.0:1787190553.110135:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190553.110140:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a11eb5500 x1874004794169216/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.110147:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190553.110149:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a11eb5500 x1874004794169216/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.110155:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.110156:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787190553.110168:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787190553.110170:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787190553.110174:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787190553.110176:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787190553.110178:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a11ead8f0. 00000400:00000200:1.0:1787190553.110180:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a04e05550 00000400:00000010:1.0:1787190553.110182:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a04e05550. 00000100:00000001:1.0:1787190553.110184:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190553.110187:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a11eb5f80 x1874004794168832/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787190553.110195:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a11eb5f80 x1874004794168832/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.110201:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787190553.110202:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190553.110204:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787190553.110207:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787190553.110210:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787190553.110213:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787190553.110216:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787190553.110223:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a05f3b460 time=115 v=5 (5 0 0 0) 00000100:00001000:1.0:1787190553.110226:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a05f3b418 time=115 v=5 (1 0 0 0) 00000100:00000001:1.0:1787190553.110228:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787190553.110230:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787190553.110233:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787190553.110241:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.110245:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787190553.110250:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a11eb5f80 x1874004794168832/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.110257:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787190553.110260:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787190553.110262:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787190553.110266:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a11eb5f80 x1874004794168832/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787190553.110273:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:504afdbd-3403-45f6-9b5f-70e8ae9c9f9f:2397:1874004794168832:192.168.201.121@tcp:400:kworker.0 00000100:00000001:1.0:1787190553.110278:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.110280:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190553.110283:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a11eb5f80 x1874004794168832/t0(0) o400->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.110289:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787190553.110292:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787190553.110295:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a08b2b600. 02000000:00000001:1.0:1787190553.110298:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787190553.110300:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787190553.110302:0:2397:0:(genops.c:1223:class_import_put()) import ffff925a05f3b000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787190553.110304:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787190553.110307:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03959a00. 02000000:00000001:1.0:1787190553.110312:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787190553.110314:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787190553.110315:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a11eb5f80. 00000100:00000001:1.0:1787190553.110319:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787190553.110320:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787190553.110322:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.110323:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787190553.110325:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787190553.110326:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.110328:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787190553.111962:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a06197990. 00000100:00000200:0.0:1787190553.111976:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794169088, portal 10 00000100:00000001:0.0:1787190553.111980:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787190553.111982:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514278193664 : -120559431357952 : ffff925a11eb6a00) 00000100:00000040:0.0:1787190553.111996:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a11eb6a00 x1874004794169088/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.112005:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787190553.112008:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787190553.112011:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a06197c38. 00000100:00000200:0.0:1787190553.112015:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794169088, offset 0 00000400:00000200:0.0:1787190553.112034:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787190553.112046:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190553.112065:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787190553.112072:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787190553.112077:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787190553.112081:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787190553.112102:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787190553.112106:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [184:184:256:4294967295] 192.168.201.121@tcp LPNI seq info [184:184:8:4294967295] 00000400:00000200:0.0:1787190553.112111:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190553.112122:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787190553.112128:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787190553.112134:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a06061e00. 00000800:00000200:0.0:1787190553.112142:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:0.0:1787190553.112150:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:0.0:1787190553.112154:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a06061e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787190553.112180:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190553.112185:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: using a timeout of 72487 usecs (73 jiffies) 00000400:00000200:0.0:1787190553.112189:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787190553.112192:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 0 is 4295064154 00000100:00000001:0.0:1787190553.112195:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 0, keep current deadline 4295065343 00000100:00000001:0.0:1787190553.112198:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS new deadline estimation for cpu 1 is 4295064154 00000100:00000001:0.0:1787190553.112200:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a0805e000: PM QoS request active for cpu 1, keep current deadline 4295065343 00000100:00000001:0.0:1787190553.112202:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190553.112205:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190553.112208:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787190553.112214:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925a11eb7b80 x1874004794169344/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.112221:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787190553.112223:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190553.112228:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787190553.112232:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787190553.112235:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787190553.112239:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925a11eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2398:1874004794169344:192.168.201.121@tcp:400:kworker.0 00000100:00000001:0.0:1787190553.112242:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787190553.112248:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787190553.112256:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190553.112258:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787190553.112266:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925a08f02000. 02000000:00000001:0.0:1787190553.112268:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787190553.112272:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787190553.112276:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925a0014b108. 00000400:00000010:0.0:1787190553.112281:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a06197b28. 00000100:00000200:0.0:1787190553.112284:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004794169344, portal 10 00000100:00000001:0.0:1787190553.112285:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787190553.112287:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623514278198144 : -120559431353472 : ffff925a11eb7b80) 00000100:00000040:0.0:1787190553.112294:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff925a11eb7b80 x1874004794169344/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.112301:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787190553.112303:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787190553.112316:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925a061977f8. 00000100:00000200:0.0:1787190553.112320:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004794169344, offset 0 00000400:00000200:0.0:1787190553.112325:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787190553.112329:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190553.112333:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787190553.112336:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787190553.112338:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787190553.112340:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787190553.112342:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787190553.112345:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [185:185:255:4294967295] 192.168.201.121@tcp LPNI seq info [185:185:7:4294967295] 00000400:00000200:0.0:1787190553.112358:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787190553.112363:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787190553.112367:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787190553.112371:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925a06061700. 00000800:00000200:0.0:1787190553.112374:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925a113026c0] -> 12345-192.168.201.121@tcp (5) 00000800:00000200:0.0:1787190553.112378:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.121@tcp ip 192.168.201.121:988 00000800:00000200:0.0:1787190553.112381:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff925a06061700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787190553.112384:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190553.112391:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: using a timeout of 29661 usecs (30 jiffies) 00000400:00000200:0.0:1787190553.112395:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787190553.112397:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 0 is 4295064111 00000100:00000001:0.0:1787190553.112399:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 0, keep current deadline 4295065343 00000100:00000001:0.0:1787190553.112402:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS new deadline estimation for cpu 1 is 4295064111 00000100:00000001:0.0:1787190553.112404:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff925a034ab000: PM QoS request active for cpu 1, keep current deadline 4295065343 00000100:00000001:0.0:1787190553.112405:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190553.112664:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190553.112676:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190553.112682:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190553.112693:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787190553.112696:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787190553.112699:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190553.112702:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787190553.112704:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190553.112706:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787190553.114708:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190553.114732:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a06061e00. 00000400:00000200:1.0:1787190553.114745:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190553.114755:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190553.114763:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a06197c38 00000400:00000010:1.0:1787190553.114765:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a06197c38. 00000100:00000001:1.0:1787190553.114772:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190553.114781:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a11eb6a00 x1874004794169088/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.114807:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190553.114812:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a11eb6a00 x1874004794169088/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.114818:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.114819:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787190553.114901:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787190553.114904:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925a06061700. 00000400:00000200:1.0:1787190553.114907:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190553.114910:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000400:00000200:1.0:1787190553.114913:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a061977f8 00000400:00000010:1.0:1787190553.114915:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a061977f8. 00000100:00000001:1.0:1787190553.114917:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787190553.114921:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925a11eb7b80 x1874004794169344/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.114927:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787190553.114930:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925a11eb7b80 x1874004794169344/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.114936:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787190553.114938:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787190553.116589:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.116609:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190553.116614:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.116617:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190553.116625:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.116633:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190553.116656:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.116661:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.116677:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.116681:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be105680 00000400:00000200:1.0:1787190553.116686:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.116693:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x9c1 [1] + 224 00000800:00000001:1.0:1787190553.116701:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.116705:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190553.116708:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190553.116712:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190553.116718:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190553.116726:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a11eb5180 x1874004794168960/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190553.116737:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a11eb5180 x1874004794168960/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.116767:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190553.116777:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.116781:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190553.116783:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.116898:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190553.116903:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.116906:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190553.116912:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.116914:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.116917:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.116920:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be105780 00000400:00000200:1.0:1787190553.116923:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.116926:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x9d1 [1] + 224 00000800:00000001:1.0:1787190553.116930:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.116934:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190553.116936:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190553.116947:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190553.116951:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190553.116955:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a11eb5500 x1874004794169216/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190553.116963:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a11eb5500 x1874004794169216/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.116969:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190553.116973:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.116976:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190553.116978:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.116980:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190553.116983:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.116986:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190553.116990:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.116992:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.116995:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.116998:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be105700 00000400:00000200:1.0:1787190553.117000:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.117004:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x9e1 [1] + 224 00000800:00000001:1.0:1787190553.117007:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.117011:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190553.117013:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190553.117015:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190553.117018:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190553.117021:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a11eb6a00 x1874004794169088/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190553.117029:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a11eb6a00 x1874004794169088/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.117041:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190553.117044:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.117054:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787190553.117055:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.117057:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190553.117060:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.117141:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp) <- 192.168.201.121@tcp : PUT - for me 00000400:00000200:1.0:1787190553.117147:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.117150:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.117153:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.117155:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.121@tcp of length 224 into portal 10 MB=0x6a865be105800 00000400:00000200:1.0:1787190553.117159:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787190553.117162:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.121@tcp of length 224/224 into md 0x9f1 [1] + 224 00000800:00000001:1.0:1787190553.117166:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.117174:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787190553.117177:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787190553.117179:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: OK 00000100:00000001:1.0:1787190553.117183:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787190553.117187:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925a11eb7b80 x1874004794169344/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787190553.117194:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925a11eb7b80 x1874004794169344/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787190553.117200:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787190553.117204:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787190553.117207:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190553.118396:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190553.118403:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787190553.118412:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787190553.118414:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787190553.118418:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a0014bb58. 00000400:00000200:0.0:1787190553.118426:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a06197990 00000400:00000010:0.0:1787190553.118428:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a06197990. 00000100:00000001:0.0:1787190553.118432:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190553.118439:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a11eb6a00 x1874004794169088/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787190553.118450:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a11eb6a00 x1874004794169088/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.118457:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787190553.118459:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190553.118461:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787190553.118504:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787190553.118507:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787190553.118509:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190553.118526:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787190553.118545:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06180c60 time=114 v=5 (5 0 0 0) 00000100:00001000:0.0:1787190553.118550:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06180c18 time=114 v=5 (1 0 0 0) 00000100:00000001:0.0:1787190553.118552:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787190553.118554:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190553.118557:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787190553.118563:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a11eb6a00 x1874004794169088/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787190553.118570:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190553.118573:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787190553.118576:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:0.0:1787190553.118578:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787190553.118579:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190553.118584:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a11eb6a00 x1874004794169088/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.118590:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190553.118592:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787190553.118594:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787190553.118598:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a11eb6a00 x1874004794169088/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190553.118606:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabf118f-e1c4-486d-8f72-092db850cc2f:2398:1874004794169088:192.168.201.121@tcp:400:kworker.0 00000400:00000001:0.0:1787190553.118613:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787190553.118614:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787190553.118616:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a0014b108. 00000400:00000200:0.0:1787190553.118619:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a06197b28 00000400:00000010:0.0:1787190553.118621:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a06197b28. 00000100:00000001:0.0:1787190553.118623:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190553.118627:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a11eb7b80 x1874004794169344/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787190553.118634:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a11eb7b80 x1874004794169344/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.118650:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787190553.118651:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190553.118653:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787190553.118654:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787190553.118655:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787190553.118657:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190553.118659:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787190553.118665:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb7c60 time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1787190553.118679:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb7c18 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1787190553.118681:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787190553.118682:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190553.118683:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787190553.118688:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff925a11eb7b80 x1874004794169344/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787190553.118693:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190553.118695:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787190553.118697:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:0.0:1787190553.118698:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787190553.118699:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190553.118702:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a11eb7b80 x1874004794169344/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.118709:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190553.118710:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787190553.118711:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787190553.118714:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a11eb7b80 x1874004794169344/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190553.118721:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ec143c8-f482-4099-9c05-29a32b40dfe8:2398:1874004794169344:192.168.201.121@tcp:400:kworker.0 00000100:00000001:0.0:1787190553.118725:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190553.118728:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190553.118731:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a11eb6a00 x1874004794169088/t0(0) o400->lustre-MDT0001-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.118743:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787190553.118746:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787190553.118750:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a08f02800. 02000000:00000001:0.0:1787190553.118754:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787190553.118757:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787190553.118759:0:2398:0:(genops.c:1223:class_import_put()) import ffff925a06180800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a0805e000 00000020:00000001:0.0:1787190553.118761:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787190553.118764:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03959100. 02000000:00000001:0.0:1787190553.118771:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787190553.118773:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787190553.118775:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a11eb6a00. 00000100:00000001:0.0:1787190553.118779:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787190553.118781:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190553.118783:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190553.120191:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a11eb7b80 x1874004794169344/t0(0) o400->lustre-MDT0001-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.120205:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787190553.120207:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787190553.120211:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a08f02000. 02000000:00000001:0.0:1787190553.120216:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787190553.120219:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787190553.120222:0:2398:0:(genops.c:1223:class_import_put()) import ffff925a08bb7800 refcount=3 obd=lustre-MDT0001-mdc-ffff925a034ab000 00000020:00000001:0.0:1787190553.120225:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787190553.120227:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a06061900. 02000000:00000001:0.0:1787190553.120232:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787190553.120234:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787190553.120236:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a11eb7b80. 00000100:00000001:0.0:1787190553.120240:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787190553.120241:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190553.120244:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190553.120254:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787190553.120256:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190553.120260:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190553.120263:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190553.120279:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190553.120296:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787190553.120302:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787190553.120304:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787190553.120307:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a11eadc60. 00000400:00000200:0.0:1787190553.120311:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a04e05660 00000400:00000010:0.0:1787190553.120313:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a04e05660. 00000100:00000001:0.0:1787190553.120737:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190553.120748:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a11eb5180 x1874004794168960/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787190553.120760:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a11eb5180 x1874004794168960/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.120994:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787190553.120997:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190553.121000:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787190553.121002:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787190553.121005:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787190553.121007:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190553.121009:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787190553.121019:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a06187c60 time=113 v=5 (5 0 0 0) 00000100:00001000:0.0:1787190553.121025:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a06187c18 time=113 v=5 (1 0 0 0) 00000100:00000001:0.0:1787190553.121028:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787190553.121030:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190553.121032:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787190553.121035:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190553.121039:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787190553.121040:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a0805e000: skip recheck: last_committed 0 00000100:00000001:0.0:1787190553.121042:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787190553.121044:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190553.121048:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a11eb5180 x1874004794168960/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.121055:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190553.121059:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787190553.121061:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787190553.121163:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a11eb5180 x1874004794168960/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190553.121191:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabf118f-e1c4-486d-8f72-092db850cc2f:2397:1874004794168960:192.168.201.121@tcp:400:kworker.0 00000400:00000001:0.0:1787190553.121199:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787190553.121200:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787190553.121202:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925a11eadc08. 00000400:00000200:0.0:1787190553.121205:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925a04e05110 00000400:00000010:0.0:1787190553.121206:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925a04e05110. 00000100:00000001:0.0:1787190553.121209:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787190553.121213:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925a11eb5500 x1874004794169216/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787190553.121222:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925a11eb5500 x1874004794169216/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.121228:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787190553.121229:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190553.121231:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787190553.121233:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787190553.121234:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787190553.121235:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787190553.121237:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787190553.121243:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff925a08bb1460 time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1787190553.121246:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff925a08bb1418 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1787190553.121248:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787190553.121249:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190553.121251:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787190553.121253:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190553.121256:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787190553.121257:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff925a034ab000: skip recheck: last_committed 0 00000100:00000001:0.0:1787190553.121259:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787190553.121260:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787190553.121263:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925a11eb5500 x1874004794169216/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.121268:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787190553.121277:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787190553.121278:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787190553.121282:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925a11eb5500 x1874004794169216/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787190553.121289:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925a11eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ec143c8-f482-4099-9c05-29a32b40dfe8:2397:1874004794169216:192.168.201.121@tcp:400:kworker.0 00000100:00000001:0.0:1787190553.121294:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190553.121297:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190553.121300:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a11eb5180 x1874004794168960/t0(0) o400->lustre-MDT0000-mdc-ffff925a0805e000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.121307:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787190553.121309:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787190553.121312:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a08b2a600. 02000000:00000001:0.0:1787190553.121315:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787190553.121327:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787190553.121330:0:2397:0:(genops.c:1223:class_import_put()) import ffff925a06187800 refcount=3 obd=lustre-MDT0000-mdc-ffff925a0805e000 00000020:00000001:0.0:1787190553.121332:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787190553.121333:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03959d00. 02000000:00000001:0.0:1787190553.121338:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787190553.121340:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787190553.121341:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a11eb5180. 00000100:00000001:0.0:1787190553.121345:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787190553.121346:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190553.121348:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787190553.121351:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925a11eb5500 x1874004794169216/t0(0) o400->lustre-MDT0000-mdc-ffff925a034ab000@192.168.201.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1787190569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787190553.121357:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787190553.121359:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787190553.121360:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925a08b2b200. 02000000:00000001:0.0:1787190553.121362:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787190553.121363:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787190553.121364:0:2397:0:(genops.c:1223:class_import_put()) import ffff925a08bb1000 refcount=3 obd=lustre-MDT0000-mdc-ffff925a034ab000 00000020:00000001:0.0:1787190553.121366:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787190553.121367:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925a03959600. 02000000:00000001:0.0:1787190553.121376:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787190553.121377:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787190553.121378:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925a11eb5500. 00000100:00000001:0.0:1787190553.121380:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787190553.121382:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190553.121384:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787190553.121390:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787190553.121391:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787190553.121393:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787190553.121395:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190553.734590:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190553.734611:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190553.734618:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190553.734620:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787190553.734983:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787190553.734996:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787190553.734999:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787190554.374602:0:9084:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d110 (cpu 1) has reached its deadline 4295065343, at 4295065344 00000100:00000010:1.0:1787190554.374693:0:9084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a11eaa120. 00000100:00000040:0.0:1787190554.375570:0:10283:0:(connection.c:75:cpu_latency_work()) work item of ffff925a12c6d000 (cpu 0) has reached its deadline 4295065343, at 4295065345 00000100:00000010:0.0:1787190554.375578:0:10283:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925a11eaa660. 00010000:00000001:0.0:1787190554.760098:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190554.760105:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190554.760111:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190554.760112:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787190554.763276:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787190554.763284:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787190554.763289:0:6171:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787190555.166625:0:6161:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1787190555.166646:0:6161:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190555.782657:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190555.782667:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787190555.782678:0:10283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787190555.782680:0:10283:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787190555.783026:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787190555.783030:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787190555.783034:0:6170:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 11266 lines, 11266 kept, 0 dropped, 0 bad.