00000001:01000000:3.0F:1782223017.662681:0:2343:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 555 MB/s 00000001:01000000:1.0F:1782223017.912400:0:2343:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 507 MB/s 00000001:01000000:1.0:1782223018.162281:0:2343:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 4915 MB/s 00000020:02000000:1.0:1782223018.954226:0:2372:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.54_83_g330a3f4 00000400:02000000:0.0F:1782223020.593130:0:2387:0:(api-ni.c:2752:lnet_startup_lndni()) Added LNI 192.168.202.52@tcp [8/256/0/180] 00008000:02000000:2.0F:1782223024.093051:0:2538:0:(echo_client.c:2573:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:0.0:1782223206.016833:0:6165:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:0.0:1782223206.016838:0:6165:0:(obd_mount.c:916:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1782223206.016840:0:6165:0:(obd_mount.c:917:lmd_print()) device: 192.168.202.152@tcp:/lustre 00000020:01000004:0.0:1782223206.016852:0:6165:0:(obd_mount.c:920:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1782223206.016998:0:6165:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 00000000540a3a5b 00000080:01000004:0.0:1782223206.017011:0:6165:0:(super25.c:167:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1782223206.017026:0:6165:0:(obd_mount.c:402:lustre_start_mgc()) Start MGC 'MGC192.168.202.152@tcp' 00000020:01000004:0.0:1782223206.017083:0:6165:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MGC192.168.202.152@tcp (typ=mgc) 00000020:00000080:0.0:1782223206.017103:0:6165:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.152@tcp (00000000c3dad7aa) 00000020:00000080:0.0:1782223206.019319:0:6165:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:0.0:1782223206.019519:0:6165:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1782223206.019539:0:6165:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1782223206.019640:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:0.0:1782223206.019646:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1782223206.020446:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:0.0:1782223206.020454:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1782223206.021322:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1782223206.021331:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0:1782223206.021720:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1782223206.021727:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1782223206.022535:0:6165:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1782223206.022852:0:6165:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1782223206.023511:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1782223206.023517:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1782223206.024858:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1782223206.024869:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1782223206.025810:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1782223206.025817:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1782223206.026323:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1782223206.026329:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:0.0:1782223206.026932:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:0.0:1782223206.027031:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1782223206.027441:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1782223206.027447:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1782223206.028542:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223206.028546:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223206.028548:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223206.028851:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223206.028854:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223206.028855:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1782223206.029422:0:6165:0:(ldlm_lib.c:102:import_set_conn()) imp 000000008a5d50cb@MGC192.168.202.152@tcp: add connection 192.168.202.152@tcp at head 00010000:00010000:0.0:1782223206.029595:0:6165:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.152@tcp-0 is initialized 00000040:01000000:0.0:1782223206.029603:0:6165:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.152@tcp ctxt 1 is initialized 00010000:00010000:3.0:1782223206.034813:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1782223206.034823:0:6180:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1782223206.044834:0:6165:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.152@tcp (uuid b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2) 00000020:00000080:0.0:1782223206.044884:0:6165:0:(genops.c:1406:class_connect()) connect: client b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2, cookie 0x7070cadb437656dc 00000100:00080000:0.0:1782223206.044901:0:6165:0:(import.c:512:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 192.168.202.152@tcp last attempt 0 00000100:00080000:0.0:1782223206.044909:0:6165:0:(import.c:548:import_select_connection()) MGC192.168.202.152@tcp: skip NID 192.168.202.152@tcp as not ready: rc = -114 00000100:00080000:0.0:1782223206.044921:0:6165:0:(import.c:626:import_select_connection()) MGC192.168.202.152@tcp: import 000000008a5d50cb using connection 192.168.202.152@tcp/192.168.202.152@tcp 00000100:00100000:0.0:1782223206.045111:0:6165:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000011f2af24 x1868796285419648/t0(0) o250->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1782223206.045308:0:2404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000011f2af24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2404:1868796285419648:192.168.202.152@tcp:250: 00000100:00080000:0.0:1782223206.045459:0:6165:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS 00000080:00200000:0.0:1782223206.045486:0:6165:0:(llite_lib.c:1387:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9fed84fb4800 (sb 00000000540a3a5b) 00000080:01000000:0.0:1782223206.045566:0:6165:0:(llite_lib.c:1114:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1782223206.045569:0:6165:0:(llite_lib.c:1124:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1782223206.045572:0:6165:0:(llite_lib.c:1124:ll_options()) next opt=flock 00000080:01000000:0.0:1782223206.045580:0:6165:0:(llite_lib.c:1421:ll_fill_super()) llite sb uuid: b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e 10000000:01000000:0.0:1782223206.046066:0:6165:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1782223206.046069:0:6165:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9fed84fb4800 10000000:01000000:0.0:1782223206.046073:0:6165:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9fed89c8cd40 10000000:01000000:0.0:1782223206.046077:0:6165:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1782223206.046084:0:6165:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff9fed89c8cd40 from 1 10000000:01000000:0.0:1782223206.046087:0:6165:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1782223206.046122:0:6165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 0000000011e234f7/0x7070cadb437656e3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223206.046131:0:6165:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 0000000011e234f7/0x7070cadb437656e3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223206.046141:0:6165:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 0000000011e234f7/0x7070cadb437656e3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1782223206.046194:0:6165:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000c310a3b9 x1868796285419776/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223206.046203:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set 000000008141c9eb going to sleep for 0 seconds 00000100:00100000:0.0:1782223207.058697:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set 000000008141c9eb going to sleep for 0 seconds 00010000:00010000:2.0:1782223207.058865:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782223207.059374:0:2404:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1782223206/real 0] req@0000000011f2af24 x1868796285419648/t0(0) o250->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1782223207 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223207.059395:0:2404:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000011f2af24 x1868796285419648/t0(0) o250->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1782223207 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1782223207.059411:0:2404:0:(import.c:65:import_set_state_nolock()) 000000008a5d50cb MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782223207.059428:0:2404:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.152@tcp failed (-110) 00000100:00100000:3.0:1782223207.059432:0:2404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@0000000011f2af24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2404:1868796285419648:192.168.202.152@tcp:250: 00000100:00080000:2.0:1782223207.059491:0:481:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1782223207.059495:0:481:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1782223207.059498:0:481:0:(import.c:65:import_set_state_nolock()) 000000008a5d50cb MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782223207.059503:0:481:0:(import.c:512:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 192.168.202.152@tcp last attempt 294 00000100:00080000:2.0:1782223207.059515:0:481:0:(import.c:626:import_select_connection()) MGC192.168.202.152@tcp: import 000000008a5d50cb using connection 192.168.202.152@tcp/192.168.202.152@tcp 00000100:00100000:2.0:1782223207.059562:0:481:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a948e141 x1868796285419904/t0(0) o250->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1782223207.060010:0:2404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a948e141 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2404:1868796285419904:192.168.202.152@tcp:250: 00000100:00100000:3.0:1782223207.073092:0:2404:0:(client.c:3111:ptlrpc_free_committed()) MGC192.168.202.152@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1782223207.073111:0:2404:0:(import.c:1134:ptlrpc_connect_interpret()) MGC192.168.202.152@tcp: connect to target with instance 0 00000100:00080000:3.0:1782223207.073119:0:2404:0:(import.c:961:ptlrpc_connect_set_flags()) MGC192.168.202.152@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1782223207.073126:0:2404:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1782223207.073130:0:2404:0:(import.c:65:import_set_state_nolock()) 000000008a5d50cb MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1782223207.073134:0:2404:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1782223207.073182:0:2404:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:3.0:1782223207.073196:0:2404:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000008141c9eb): req@00000000c310a3b9 x1868796285419776/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223207.073218:0:2404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000a948e141 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2404:1868796285419904:192.168.202.152@tcp:250: 00000100:00100000:2.0:1782223207.073442:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set 000000008141c9eb going to sleep for 11 seconds 00000100:00100000:2.0:1782223207.086598:0:6165:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000c310a3b9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285419776:192.168.202.152@tcp:101: 00010000:00010000:2.0:1782223207.086628:0:6165:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 0000000011e234f7/0x7070cadb437656e3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c0f9 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223207.086640:0:6165:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 0000000011e234f7/0x7070cadb437656e3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcf6499d22ef2c0f9 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782223207.086746:0:6165:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005e0c9d6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285420032:192.168.202.152@tcp:501: 00000100:00100000:2.0:1782223207.086858:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set 0000000075aa12e5 going to sleep for 11 seconds 00000100:00100000:2.0:1782223207.099330:0:6165:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000005e0c9d6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285420032:192.168.202.152@tcp:501: 10000000:01000000:2.0:1782223207.099379:0:6165:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1782223207.099442:0:6165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 0000000011e234f7/0x7070cadb437656e3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c0f9 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223207.099453:0:6165:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 0000000011e234f7/0x7070cadb437656e3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c0f9 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782223207.099461:0:6165:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9fed84fb4800 10000000:01000000:2.0:1782223207.099466:0:6165:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1782223207.099471:0:6165:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9fed84fb4800 10000000:01000000:2.0:1782223207.099474:0:6165:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1782223207.099478:0:6165:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9fed84fb4800 10000000:01000000:2.0:1782223207.099480:0:6165:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1782223207.099483:0:6165:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff9fed84fb4800 from 1 10000000:01000000:2.0:1782223207.099485:0:6165:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1782223207.099512:0:6165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 00000000f4c51122/0x7070cadb437656ea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223207.099518:0:6165:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 00000000f4c51122/0x7070cadb437656ea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223207.099526:0:6165:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 00000000f4c51122/0x7070cadb437656ea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782223207.099542:0:6165:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005e0c9d6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285420160:192.168.202.152@tcp:101: 00000100:00100000:2.0:1782223207.099631:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set 0000000075aa12e5 going to sleep for 11 seconds 00000100:00100000:2.0:1782223207.106374:0:6165:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000005e0c9d6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285420160:192.168.202.152@tcp:101: 00010000:00010000:2.0:1782223207.106403:0:6165:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 00000000f4c51122/0x7070cadb437656ea lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c100 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223207.106415:0:6165:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 00000000f4c51122/0x7070cadb437656ea lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcf6499d22ef2c100 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782223207.106496:0:6165:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005e0c9d6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285420288:192.168.202.152@tcp:501: 00000100:00100000:2.0:1782223207.106581:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set 0000000075aa12e5 going to sleep for 11 seconds 00000100:00100000:2.0:1782223207.117124:0:6165:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000005e0c9d6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285420288:192.168.202.152@tcp:501: 00000100:00100000:2.0:1782223207.117204:0:6165:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005e0c9d6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285420416:192.168.202.152@tcp:503: 00000100:00100000:2.0:1782223207.117516:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set 0000000075aa12e5 going to sleep for 11 seconds 00000100:00100000:2.0:1782223207.128942:0:6165:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000005e0c9d6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285420416:192.168.202.152@tcp:503: 00000100:00100000:1.0:1782223207.129440:0:6185:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000dbd020b2 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6185:1868796285420544:192.168.202.152@tcp:502: 00000100:00100000:1.0:1782223207.129539:0:6185:0:(client.c:2701:ptlrpc_set_wait()) set 0000000049161f18 going to sleep for 11 seconds 00000100:00100000:3.0:1782223207.152987:0:6185:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000dbd020b2 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6185:1868796285420544:192.168.202.152@tcp:502: 00000020:01000000:3.0:1782223207.153048:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782223207.153063:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782223207.153066:0:6185:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1782223207.153085:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9fed84fb4800 00000020:00000080:3.0:1782223207.153088:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1782223207.153117:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9fed84fb4800 (0000000031e42f7f) 00000020:00000080:3.0:1782223207.153137:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:3.0:1782223207.153184:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9fed84fb4800 00000020:00000080:3.0:1782223207.153187:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1782223207.155938:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9fed84fb4800 (uuid b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e) 00000020:01000000:2.0:1782223207.155954:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782223207.155960:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.155962:0:6185:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1782223207.155966:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782223207.155971:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.155973:0:6185:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1782223207.155977:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9fed84fb4800 00000020:00000080:2.0:1782223207.155980:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1782223207.155999:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9fed84fb4800 (000000000ec4968e) 00000020:00000080:2.0:1782223207.156019:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:2.0:1782223207.156026:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9fed84fb4800 00000020:00000080:2.0:1782223207.156033:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1782223207.156290:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9fed84fb4800 (uuid b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e) 00000020:01000000:2.0:1782223207.156295:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782223207.156298:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.156300:0:6185:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1782223207.156302:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782223207.156305:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.156306:0:6185:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1782223207.156308:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1782223207.156310:0:6185:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1782223207.156313:0:6185:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1782223207.156318:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782223207.156320:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.156321:0:6185:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1782223207.156323:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782223207.156327:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.156328:0:6185:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1782223207.156331:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1782223207.156336:0:6185:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.152@tcp to nid 0x20000c0a8ca98 (192.168.202.152@tcp) 00000020:01000000:2.0:1782223207.156361:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9fed84fb4800 00000020:00000080:2.0:1782223207.156364:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1782223207.156371:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9fed84fb4800 (000000004413d8e2) 00000020:00000080:2.0:1782223207.156379:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1782223207.156383:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9fed84fb4800 00000020:00000080:2.0:1782223207.156386:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1782223207.156447:0:6185:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ae8c85a5@lustre-MDT0000-mdc-ffff9fed84fb4800: add connection 192.168.202.152@tcp at head 00010000:00010000:2.0:1782223207.158052:0:6185:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9fed84fb4800-1 is initialized 00000040:01000000:2.0:1782223207.158316:0:6185:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9fed84fb4800 ctxt 13 is initialized 00000020:00000080:2.0:1782223207.165755:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9fed84fb4800 (uuid b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e) 00000020:01000000:2.0:1782223207.165774:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9fed84fb4800 00000020:00000080:2.0:1782223207.165778:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1782223207.165809:0:6185:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1782223207.165861:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782223207.165866:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.165868:0:6185:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1782223207.165871:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1782223207.165875:0:6185:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1782223207.165877:0:6185:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1782223207.165879:0:6185:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1782223207.165880:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1782223207.165883:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.165885:0:6185:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1782223207.165887:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782223207.165893:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.165894:0:6185:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1782223207.165898:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1782223207.165903:0:6185:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.152@tcp to nid 0x20000c0a8ca98 (192.168.202.152@tcp) 00000020:01000000:2.0:1782223207.165931:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9fed84fb4800 00000020:00000080:2.0:1782223207.165934:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1782223207.165945:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9fed84fb4800 (00000000c70b258f) 00000020:00000080:2.0:1782223207.165962:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:2.0:1782223207.165967:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9fed84fb4800 00000020:00000080:2.0:1782223207.165969:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1782223207.166036:0:6185:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000049d9037a@lustre-MDT0001-mdc-ffff9fed84fb4800: add connection 192.168.202.152@tcp at head 00010000:00010000:2.0:1782223207.167698:0:6185:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9fed84fb4800-2 is initialized 00000040:01000000:2.0:1782223207.167952:0:6185:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff9fed84fb4800 ctxt 13 is initialized 00000020:00000080:2.0:1782223207.171965:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9fed84fb4800 (uuid b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e) 00000020:01000000:2.0:1782223207.171982:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9fed84fb4800 00000020:00000080:2.0:1782223207.171986:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1782223207.172012:0:6185:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1782223207.172048:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782223207.172053:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.172054:0:6185:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1782223207.172067:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1782223207.172070:0:6185:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:2.0:1782223207.172072:0:6185:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1782223207.172073:0:6185:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1782223207.172075:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1782223207.172078:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.172079:0:6185:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:2.0:1782223207.172081:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1782223207.172085:0:6185:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.152@tcp:/lustre 00000020:00000080:2.0:1782223207.172088:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.172090:0:6185:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1782223207.172093:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1782223207.172098:0:6185:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.152@tcp to nid 0x20000c0a8ca98 (192.168.202.152@tcp) 00000020:01000000:2.0:1782223207.172138:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9fed84fb4800 00000020:00000080:2.0:1782223207.172141:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1782223207.172172:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9fed84fb4800 (00000000d708df0f) 00000020:00000080:2.0:1782223207.172190:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:2.0:1782223207.172196:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9fed84fb4800 00000020:00000080:2.0:1782223207.172198:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1782223207.172881:0:6185:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000de2d6654@lustre-OST0000-osc-ffff9fed84fb4800: add connection 192.168.202.152@tcp at head 00010000:00010000:2.0:1782223207.173139:0:6185:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9fed84fb4800-3 is initialized 00000020:00000080:2.0:1782223207.184071:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9fed84fb4800 (uuid b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e) 00000020:01000000:2.0:1782223207.184097:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9fed84fb4800 00000020:00000080:2.0:1782223207.184100:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1782223207.184121:0:6185:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1782223207.184130:0:6185:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff9fed84fb4800: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1782223207.184175:0:6185:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1782223207.184191:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782223207.184196:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.184198:0:6185:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1782223207.184202:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1782223207.184205:0:6185:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1782223207.184212:0:6185:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1782223207.184214:0:6185:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1782223207.184216:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1782223207.184219:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.184220:0:6185:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1782223207.184222:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1782223207.184227:0:6185:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.152@tcp:/lustre 00000020:00000080:2.0:1782223207.184231:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.184232:0:6185:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1782223207.184499:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1782223207.184506:0:6185:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.152@tcp to nid 0x20000c0a8ca98 (192.168.202.152@tcp) 00000020:01000000:2.0:1782223207.184535:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9fed84fb4800 00000020:00000080:2.0:1782223207.184538:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1782223207.184556:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9fed84fb4800 (00000000072a5c30) 00000020:00000080:2.0:1782223207.184576:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:2.0:1782223207.184583:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9fed84fb4800 00000020:00000080:2.0:1782223207.184585:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1782223207.184671:0:6185:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000c75366d3@lustre-OST0001-osc-ffff9fed84fb4800: add connection 192.168.202.152@tcp at head 00010000:00010000:2.0:1782223207.185018:0:6185:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9fed84fb4800-4 is initialized 00000020:00000080:2.0:1782223207.192066:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9fed84fb4800 (uuid b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e) 00000020:01000000:2.0:1782223207.192084:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9fed84fb4800 00000020:00000080:2.0:1782223207.192089:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1782223207.192111:0:6185:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1782223207.192120:0:6185:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff9fed84fb4800: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1782223207.192125:0:6185:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1782223207.192135:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782223207.192138:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.192140:0:6185:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1782223207.192158:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782223207.192162:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.192164:0:6185:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1782223207.192166:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1782223207.192173:0:6185:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:2.0:1782223207.192224:0:6185:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000043cfb766 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6185:1868796285420672:192.168.202.152@tcp:502: 00000100:00100000:2.0:1782223207.192463:0:6185:0:(client.c:2701:ptlrpc_set_wait()) set 000000002eccc148 going to sleep for 11 seconds 00000100:00100000:2.0:1782223207.207802:0:6185:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@0000000043cfb766 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6185:1868796285420672:192.168.202.152@tcp:502: 00000020:01000000:2.0:1782223207.207862:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782223207.207871:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.207874:0:6185:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000040:00080000:2.0:1782223207.207879:0:6185:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:0.0:1782223207.208447:0:6165:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:0.0:1782223207.208465:0:6165:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1782223207.208497:0:6165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 00000000f4c51122/0x7070cadb437656ea lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c100 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223207.208507:0:6165:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 00000000f4c51122/0x7070cadb437656ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c100 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782223207.208515:0:6165:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-cliir-ffff9fed84fb4800 from 1 10000000:01000000:0.0:1782223207.208518:0:6165:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1782223207.208550:0:6165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 00000000a825adcc/0x7070cadb4376571b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223207.208558:0:6165:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 00000000a825adcc/0x7070cadb4376571b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223207.208567:0:6165:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 00000000a825adcc/0x7070cadb4376571b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782223207.208586:0:6165:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000002d58a936 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285420800:192.168.202.152@tcp:101: 00000100:00100000:0.0:1782223207.208657:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set 0000000003bfb831 going to sleep for 11 seconds 00000100:00100000:0.0:1782223207.230314:0:6165:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000002d58a936 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285420800:192.168.202.152@tcp:101: 00010000:00010000:0.0:1782223207.230350:0:6165:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 00000000a825adcc/0x7070cadb4376571b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c107 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223207.230363:0:6165:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 00000000a825adcc/0x7070cadb4376571b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcf6499d22ef2c107 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782223207.230915:0:6165:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000002d58a936 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285420928:192.168.202.152@tcp:256: 00000100:00100000:0.0:1782223207.231034:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set 0000000003bfb831 going to sleep for 11 seconds 00000100:00100000:0.0:1782223207.244690:0:6165:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000002d58a936 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285420928:192.168.202.152@tcp:256: 10000000:01000000:0.0:1782223207.245373:0:6165:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1782223207.245387:0:6165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 00000000a825adcc/0x7070cadb4376571b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c107 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223207.245398:0:6165:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 00000000a825adcc/0x7070cadb4376571b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c107 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782223207.245406:0:6165:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff9fed84fb4800 from 1 10000000:01000000:0.0:1782223207.245409:0:6165:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1782223207.245443:0:6165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 00000000a7dcb250/0x7070cadb43765722 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223207.245450:0:6165:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 00000000a7dcb250/0x7070cadb43765722 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223207.245458:0:6165:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 00000000a7dcb250/0x7070cadb43765722 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782223207.245480:0:6165:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000002d58a936 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285421056:192.168.202.152@tcp:101: 00000100:00100000:0.0:1782223207.245565:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set 0000000003bfb831 going to sleep for 11 seconds 00000100:00100000:0.0:1782223207.251508:0:6165:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000002d58a936 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285421056:192.168.202.152@tcp:101: 00010000:00010000:0.0:1782223207.251541:0:6165:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 00000000a7dcb250/0x7070cadb43765722 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c10e expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223207.251553:0:6165:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 00000000a7dcb250/0x7070cadb43765722 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcf6499d22ef2c10e expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782223207.251641:0:6165:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000002d58a936 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285421184:192.168.202.152@tcp:501: 00000100:00100000:0.0:1782223207.251747:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set 0000000003bfb831 going to sleep for 11 seconds 00000100:00100000:0.0:1782223207.258065:0:6165:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000002d58a936 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285421184:192.168.202.152@tcp:501: 00000100:00100000:0.0:1782223207.258461:0:6165:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000002d58a936 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285421312:192.168.202.152@tcp:503: 00000100:00100000:0.0:1782223207.258894:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set 0000000003bfb831 going to sleep for 11 seconds 00000100:00100000:0.0:1782223207.265898:0:6165:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000002d58a936 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6165:1868796285421312:192.168.202.152@tcp:503: 00000100:00100000:2.0:1782223207.266805:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000043cfb766 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6190:1868796285421440:192.168.202.152@tcp:502: 00000100:00100000:2.0:1782223207.266947:0:6190:0:(client.c:2701:ptlrpc_set_wait()) set 000000001069d173 going to sleep for 11 seconds 00000100:00100000:2.0:1782223207.277598:0:6190:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@0000000043cfb766 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6190:1868796285421440:192.168.202.152@tcp:502: 00000020:01000000:2.0:1782223207.277657:0:6190:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782223207.277673:0:6190:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.277676:0:6190:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1782223207.277684:0:6190:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9fed84fb4800 00000020:00000080:2.0:1782223207.277688:0:6190:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1782223207.277753:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6190:1868796285421568:192.168.202.152@tcp:502: 00000100:00100000:2.0:1782223207.277894:0:6190:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed89856b40 going to sleep for 11 seconds 00000100:00100000:2.0:1782223207.288087:0:6190:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6190:1868796285421568:192.168.202.152@tcp:502: 00000020:01000000:2.0:1782223207.288141:0:6190:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782223207.288190:0:6190:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223207.288192:0:6190:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:2.0:1782223207.288198:0:6190:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:0.0:1782223207.288330:0:6165:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1782223207.288387:0:6165:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1782223207.288419:0:6165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fed80031c00/0x7070cadb43765722 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c10e expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223207.288436:0:6165:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffff9fed80031c00/0x7070cadb43765722 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c10e expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1782223207.288466:0:6165:0:(llite_lib.c:1495:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1782223207.288507:0:6165:0:(genops.c:1406:class_connect()) connect: client b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e, cookie 0x7070cadb43765729 00800000:01000000:0.0:1782223207.288554:0:6165:0:(lmv_obd.c:514:lmv_check_connect()) Time to connect b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e to lustre-clilmv-ffff9fed84fb4800 00800000:01000000:0.0:1782223207.288564:0:6165:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9fed84fb4800(b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e) - lustre-MDT0000_UUID, b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e 00000020:00000080:0.0:1782223207.288575:0:6165:0:(genops.c:1406:class_connect()) connect: client b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e, cookie 0x7070cadb43765730 00000100:00080000:0.0:1782223207.288588:0:6165:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff9fed84fb4800: connect to NID 192.168.202.152@tcp last attempt 0 00000100:00080000:0.0:1782223207.288598:0:6165:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff9fed84fb4800: import ffff9fed89d88000 using connection 192.168.202.152@tcp/192.168.202.152@tcp 00000008:00100000:0.0:1782223207.288615:0:6165:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1782223207.288651:0:6165:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fed89c2fb80 x1868796285421696/t0(0) o38->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782223207.288683:0:6165:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0000_UUID 00000100:00100000:3.0:1782223207.289280:0:2404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2404:1868796285421696:192.168.202.152@tcp:38: 00800000:01000000:0.0:1782223207.289755:0:6165:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9fed84fb4800(b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e) successfully (5) 00800000:00000004:0.0:1782223207.289761:0:6165:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9fed84fb4800: age -705, max_age 0 00000100:00100000:0.0:1782223207.291246:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1782223207.291276:0:2405:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9fed89c2e680 x1868796285421824/t0(0) o41->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00800000:01000000:0.0:1782223207.291330:0:6165:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9fed84fb4800(b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e) - lustre-MDT0001_UUID, b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e 00000020:00000080:0.0:1782223207.291348:0:6165:0:(genops.c:1406:class_connect()) connect: client b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e, cookie 0x7070cadb43765737 00000100:00080000:0.0:1782223207.291371:0:6165:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff9fed84fb4800: connect to NID 192.168.202.152@tcp last attempt 0 00000100:00080000:0.0:1782223207.291383:0:6165:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff9fed84fb4800: import ffff9fed89d8e800 using connection 192.168.202.152@tcp/192.168.202.152@tcp 00000008:00100000:0.0:1782223207.291399:0:6165:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1782223207.291424:0:6165:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fed89c2f100 x1868796285421952/t0(0) o38->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782223207.291445:0:6165:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0001_UUID 00800000:01000000:0.0:1782223207.291551:0:6165:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9fed84fb4800(b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e) successfully (5) 00800000:00000004:0.0:1782223207.291555:0:6165:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff9fed84fb4800: age -705, max_age 0 00000100:00080000:0.0:1782223207.291581:0:2405:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9fed89c2f480 x1868796285422080/t0(0) o41->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000004:0.0:1782223207.291608:0:6165:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9fed84fb4800: age -705, max_age 294 00800000:00000004:0.0:1782223207.291617:0:6165:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9fed84fb4800: age -705, max_age 294 00000100:00080000:0.0:1782223207.291636:0:6165:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9fed89c2ed80 x1868796285422208/t0(0) o41->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223207.291646:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed89c4f0c0 going to sleep for 0 seconds 00000100:00100000:3.0:1782223207.292248:0:2404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2404:1868796285421952:192.168.202.152@tcp:38: 00010000:00080000:3.0:1782223207.303413:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89c2f100 x1868796285421952/t0(0) o38->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 520/416 e 0 to 0 dl 1782223217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223207.303435:0:2404:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed84fb4800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1782223207.303450:0:2404:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9fed84fb4800: connect to target with instance 1 00000001:01000000:2.0:1782223207.553260:0:2404:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff9fed84fb4800: T10 checksum algorithm t10ip512 speed = 2231 MB/s 00000001:01000000:3.0:1782223207.804414:0:2404:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff9fed84fb4800: T10 checksum algorithm t10ip4K speed = 2426 MB/s 00000001:01000000:1.0:1782223208.054477:0:2404:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff9fed84fb4800: T10 checksum algorithm t10crc512 speed = 271 MB/s 00010000:00010000:3.0:1782223208.082494:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1782223208.307946:0:2404:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff9fed84fb4800: T10 checksum algorithm t10crc4K speed = 411 MB/s 00000100:00080000:2.0:1782223208.307967:0:2404:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9fed84fb4800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1782223208.308003:0:2404:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1782223208.308010:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9fed89d8e800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1782223208.309068:0:2404:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000003139372a): req@ffff9fed89c2f480 x1868796285422080/t0(0) o41->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223208.309103:0:2404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2404:1868796285421952:192.168.202.152@tcp:38: 00010000:00080000:2.0:1782223208.309196:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89c2fb80 x1868796285421696/t0(0) o38->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 520/416 e 0 to 0 dl 1782223217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1782223208.313428:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89c2f480 x1868796285422080/t0(0) o41->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 1782223224 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782223208.313464:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:0:1868796285422080:192.168.202.152@tcp:41: 00000100:00100000:2.0:1782223208.313596:0:2404:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed84fb4800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1782223208.313608:0:2404:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9fed84fb4800: connect to target with instance 1 00000100:00080000:2.0:1782223208.313621:0:2404:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9fed84fb4800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1782223208.314062:0:2404:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1782223208.314070:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9fed89d88000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1782223208.315908:0:2404:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000070805d5f): req@ffff9fed89c2ed80 x1868796285422208/t0(0) o41->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1782223208.315951:0:2404:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000003139372a): req@ffff9fed89c2e680 x1868796285421824/t0(0) o41->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223208.315991:0:2404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2404:1868796285421696:192.168.202.152@tcp:38: 00000100:00100000:2.0:1782223208.318644:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed89c4f0c0 going to sleep for 0 seconds 00000100:00100000:2.0:1782223208.319071:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed89c4f0c0 going to sleep for 11 seconds 00010000:00080000:1.0:1782223208.327948:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89c2e680 x1868796285421824/t0(0) o41->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 1782223224 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782223208.327981:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:0:1868796285421824:192.168.202.152@tcp:41: 00010000:00080000:2.0:1782223208.333413:0:6165:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89c2ed80 x1868796285422208/t0(0) o41->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 1782223224 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223208.333439:0:6165:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6165:1868796285422208:192.168.202.152@tcp:41: 00800000:00000004:2.0:1782223208.333475:0:6165:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9fed84fb4800: update ffff9fed89f2b7d0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:2.0:1782223208.333484:0:6165:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9fed84fb4800: update ffff9fed89f29e10 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:2.0:1782223208.333537:0:6165:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6165:1868796285422336:192.168.202.152@tcp:40: 00000100:00100000:2.0:1782223208.333647:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed898569c0 going to sleep for 11 seconds 00010000:00080000:2.0:1782223208.339124:0:6165:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800000 x1868796285422336/t0(0) o40->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 440/448 e 0 to 0 dl 1782223224 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223208.339709:0:6165:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6165:1868796285422336:192.168.202.152@tcp:40: 00000080:00000004:2.0:1782223208.339745:0:6165:0:(llite_lib.c:513:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1782223208.339940:0:6165:0:(llite_lib.c:675:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 2146304 00020000:01000000:2.0:1782223208.339945:0:6165:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1782223208.340078:0:6165:0:(genops.c:1406:class_connect()) connect: client b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e, cookie 0x7070cadb4376573e 00000020:00000080:1.0:1782223208.340106:0:6165:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x7070cadb43765745 00000100:00080000:1.0:1782223208.340117:0:6165:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff9fed84fb4800: connect to NID 192.168.202.152@tcp last attempt 0 00000100:00080000:1.0:1782223208.340131:0:6165:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff9fed84fb4800: import ffff9fed89d8b800 using connection 192.168.202.152@tcp/192.168.202.152@tcp 00000008:00100000:1.0:1782223208.340363:0:6165:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1782223208.340401:0:6165:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fed898b0e00 x1868796285422464/t0(0) o8->lustre-OST0000-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782223208.340460:0:2404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2404:1868796285422464:192.168.202.152@tcp:8: 00000100:00080000:1.0:1782223208.340596:0:6165:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0000_UUID 00020000:01000000:1.0:1782223208.340620:0:6165:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9fed84fb4800) active 00000080:00000004:1.0:1782223208.340652:0:6165:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000020:00000080:1.0:1782223208.340667:0:6165:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x7070cadb4376574c 00000100:00080000:1.0:1782223208.340673:0:6165:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff9fed84fb4800: connect to NID 192.168.202.152@tcp last attempt 0 00000100:00080000:1.0:1782223208.340678:0:6165:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff9fed84fb4800: import ffff9fed89d88800 using connection 192.168.202.152@tcp/192.168.202.152@tcp 00000008:00100000:1.0:1782223208.340694:0:6165:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1782223208.340709:0:6165:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fed898b3b80 x1868796285422592/t0(0) o8->lustre-OST0001-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782223208.340897:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1782223208.340910:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285422720:192.168.202.152@tcp:400: 00000100:00100000:0.0:1782223208.341425:0:2404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2404:1868796285422592:192.168.202.152@tcp:8: 00000100:00080000:1.0:1782223208.341900:0:6165:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0001_UUID 00020000:01000000:1.0:1782223208.341964:0:6165:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9fed84fb4800) active 00000080:00000004:1.0:1782223208.341985:0:6165:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000100:00100000:1.0:1782223208.342040:0:6165:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6165:1868796285422848:192.168.202.152@tcp:900: 00000100:00100000:1.0:1782223208.342080:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed98a21cc0 going to sleep for 11 seconds 00010000:00080000:3.0:1782223208.345951:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b3b80 x1868796285422592/t0(0) o8->lustre-OST0001-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 520/416 e 0 to 0 dl 1782223218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223208.345974:0:2404:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9fed84fb4800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1782223208.345990:0:2404:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9fed84fb4800: connect to target with instance 1 00000100:00080000:3.0:1782223208.346004:0:2404:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9fed84fb4800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:3.0:1782223208.346019:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1782223208.346027:0:2404:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1782223208.346038:0:2404:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1782223208.346042:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9fed89d88800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1782223208.346050:0:2404:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1782223208.346071:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1782223208.346074:0:2404:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1782223208.346085:0:2404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2404:1868796285422592:192.168.202.152@tcp:8: 00010000:00080000:3.0:1782223208.346127:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b0e00 x1868796285422464/t0(0) o8->lustre-OST0000-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 520/416 e 0 to 0 dl 1782223218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223208.346136:0:2404:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fed84fb4800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1782223208.346141:0:2404:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9fed84fb4800: connect to target with instance 1 00000100:00080000:3.0:1782223208.346189:0:2404:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9fed84fb4800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:3.0:1782223208.346195:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1782223208.346197:0:2404:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1782223208.346209:0:2404:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1782223208.346212:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9fed89d8b800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1782223208.346216:0:2404:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1782223208.346219:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1782223208.346221:0:2404:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1782223208.346226:0:2404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2404:1868796285422464:192.168.202.152@tcp:8: 00000100:00100000:3.0:1782223208.351291:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285422720:192.168.202.152@tcp:400: 00010000:00080000:1.0:1782223208.355310:0:6165:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b2680 x1868796285422848/t0(0) o900->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:29/10 lens 264/248 e 0 to 0 dl 1782223224 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782223208.355334:0:6165:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6165:1868796285422848:192.168.202.152@tcp:900: 00000100:00100000:1.0:1782223208.355440:0:6165:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6165:1868796285422976:192.168.202.152@tcp:33: 00000100:00100000:1.0:1782223208.355708:0:6165:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed98a21cc0 going to sleep for 11 seconds 00010000:00080000:1.0:1782223208.391537:0:6165:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b2680 x1868796285422976/t0(0) o33->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:23/10 lens 448/464 e 0 to 0 dl 1782223224 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1782223208.391565:0:6165:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6165:1868796285422976:192.168.202.152@tcp:33: 00000080:00200000:1.0:1782223208.392008:0:6165:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) 00000080:00200000:1.0:1782223208.392021:0:6165:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1782223208.392114:0:6165:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00000004:1.0:1782223208.395409:0:6165:0:(super25.c:187:lustre_fill_super()) 192.168.202.152@tcp:/lustre: Mount complete 00000080:00200008:2.0:1782223208.565334:0:6208:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9fed981380c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1782223208.565346:0:6208:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8),name=/ 00000002:00010000:2.0:1782223208.565372:0:6208:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1782223208.565433:0:6208:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6208 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223208.565443:0:6208:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6208 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223208.565452:0:6208:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6208 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782223208.565476:0:6208:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job mkdir:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6208:1868796285423104:192.168.202.152@tcp:101: 00000100:00100000:2.0:1782223208.565562:0:6208:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8ab0e240 going to sleep for 11 seconds 00000100:00100000:2.0:1782223208.568605:0:6208:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job mkdir:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6208:1868796285423104:192.168.202.152@tcp:101: 00010000:00010000:2.0:1782223208.568631:0:6208:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223208.568643:0:6208:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223208.568655:0:6208:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223208.568668:0:6208:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223208.568693:0:6208:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223208.568701:0:6208:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223208.568707:0:6208:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1782223208.568718:0:6208:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9fed89800380 x1868796285423104/t0(0) o101->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 576/688 e 0 to 0 dl 1782223224 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:2.0:1782223208.568731:0:6208:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223208.568743:0:6208:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9fed90116c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1782223208.568749:0:6208:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1782223208.568774:0:6208:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1782223208.568780:0:6208:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) for lock 0x7070cadb43765753 00000080:00010000:2.0:1782223208.568786:0:6208:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) 00000080:00010000:2.0:1782223208.568790:0:6208:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7070cadb43765753 from it ffffb944845ebcb8 00010000:00010000:2.0:1782223208.568794:0:6208:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223208.568802:0:6208:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1782223209.107523:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223210.133204:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1782223210.857656:0:6260:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9fed981380c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1782223210.857671:0:6260:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8),name=/ 00000002:00010000:0.0:1782223210.857704:0:6260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1782223210.857725:0:6260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1782223210.857742:0:6260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1782223210.857838:0:6260:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1782223210.857850:0:6260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) 00000080:00010000:0.0:1782223210.857854:0:6260:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) for lock 0x7070cadb43765753 00000080:00010000:0.0:1782223210.857864:0:6260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7070cadb43765753 from it ffffb944818f7cb8 00010000:00010000:0.0:1782223210.857869:0:6260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1782223210.857879:0:6260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:0.0:1782223210.858519:0:6260:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9fed981380c8), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1782223210.858525:0:6260:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8),name=/ 00000002:00010000:0.0:1782223210.858535:0:6260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1782223210.858548:0:6260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1782223210.858557:0:6260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:0.0:1782223210.858564:0:6260:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1782223210.858568:0:6260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) 00000080:00010000:0.0:1782223210.858571:0:6260:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) for lock 0x7070cadb43765753 00000080:00010000:0.0:1782223210.858575:0:6260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7070cadb43765753 from it ffffb944818f7cb8 00010000:00010000:0.0:1782223210.858578:0:6260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1782223210.858585:0:6260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1782223210.858686:0:6260:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8),name=/ 00000002:00010000:0.0:1782223210.858695:0:6260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1782223210.858702:0:6260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1782223210.858710:0:6260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1782223210.858717:0:6260:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1782223210.858721:0:6260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) 00000080:00010000:0.0:1782223210.858723:0:6260:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) for lock 0x7070cadb43765753 00000080:00010000:0.0:1782223210.858727:0:6260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7070cadb43765753 from it ffffb944818f7bb0 00010000:00010000:0.0:1782223210.858735:0:6260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1782223210.858743:0:6260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1782223210.858833:0:6260:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8), inode mode 41ed mask 44 00000080:00200008:0.0:1782223210.858841:0:6260:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9fed981380c8), flags 100000 00000080:00200080:0.0:1782223210.859061:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:0.0:1782223210.859075:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8a80dc00 uarg=0000000000000000 00800000:00000004:0.0:1782223210.859082:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9fed84fb4800: age 296, max_age 298 00000100:00100000:0.0:1782223210.859123:0:6260:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2fb80 pname:cluuid:pid:xid:nid:opc:job lfs:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6260:1868796285423232:192.168.202.152@tcp:41: 00000100:00100000:0.0:1782223210.859259:0:6260:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed89c4fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1782223210.868526:0:6260:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2fb80 pname:cluuid:pid:xid:nid:opc:job lfs:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6260:1868796285423232:192.168.202.152@tcp:41: 00800000:00000004:2.0:1782223210.868565:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9fed84fb4800: update ffff9fed89f2b7d0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:2.0:1782223210.868730:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.868765:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00800000:00000004:2.0:1782223210.868773:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff9fed84fb4800: age -705, max_age 298 00000100:00100000:2.0:1782223210.868827:0:6260:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job lfs:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6260:1868796285423360:192.168.202.152@tcp:41: 00000100:00100000:2.0:1782223210.868953:0:6260:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8ab0e780 going to sleep for 11 seconds 00010000:00080000:2.0:1782223210.871446:0:6260:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800380 x1868796285423360/t0(0) o41->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 1782223226 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223210.871471:0:6260:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job lfs:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6260:1868796285423360:192.168.202.152@tcp:41: 00800000:00000004:2.0:1782223210.871505:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff9fed84fb4800: update ffff9fed89f28450 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:2.0:1782223210.871580:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871601:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871610:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871615:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871619:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871623:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871627:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871630:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871633:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871637:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871659:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871664:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871668:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871671:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871675:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871679:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871683:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871686:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871690:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871693:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871697:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871700:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871704:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871707:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871710:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871713:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871717:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871720:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871724:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871727:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871731:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871734:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871738:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871741:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871745:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871767:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871773:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871777:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871781:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871784:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871788:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871791:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871795:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871808:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871813:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871817:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871821:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871825:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871829:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871832:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871836:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871839:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871843:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871847:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871850:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871854:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871858:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871861:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871865:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871868:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871881:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871885:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871890:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871893:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871897:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871900:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871904:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871907:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871912:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871916:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871920:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871924:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871927:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871930:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871935:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871938:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871941:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871944:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871947:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871950:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871954:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871958:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871962:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871965:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871969:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871980:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871985:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871989:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.871993:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.871997:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872001:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872004:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872008:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872011:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872014:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872017:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872020:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872024:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872028:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872031:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872036:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872039:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872044:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872048:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872051:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872055:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872060:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872063:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872067:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872071:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872081:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872086:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872090:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872094:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872098:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872102:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872107:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872111:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872115:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872118:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872123:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872126:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872131:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872134:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872139:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00800000:00000080:2.0:1782223210.872198:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.872205:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.872213:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00020000:00000004:2.0:1782223210.872224:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9fed84fb4800: age -705, max_age 298 00000100:00100000:2.0:1782223210.872267:0:6260:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job lfs:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6260:1868796285423488:192.168.202.152@tcp:13: 00000100:00100000:2.0:1782223210.872367:0:6260:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8ab0e780 going to sleep for 11 seconds 00010000:00080000:2.0:1782223210.876373:0:6260:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800380 x1868796285423488/t0(0) o13->lustre-OST0000-osc-ffff9fed84fb4800@192.168.202.152@tcp:7/4 lens 224/368 e 0 to 0 dl 1782223226 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223210.876395:0:6260:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job lfs:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6260:1868796285423488:192.168.202.152@tcp:13: 00020000:00000004:2.0:1782223210.876435:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9fed84fb4800: update ffff9fed89f2d190 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:2.0:1782223210.876544:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.876560:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00020000:00000004:2.0:1782223210.876567:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9fed84fb4800: age -705, max_age 298 00000100:00100000:2.0:1782223210.876602:0:6260:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job lfs:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6260:1868796285423616:192.168.202.152@tcp:13: 00000100:00100000:2.0:1782223210.876684:0:6260:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8ab0e780 going to sleep for 11 seconds 00010000:00080000:2.0:1782223210.879437:0:6260:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800380 x1868796285423616/t0(0) o13->lustre-OST0001-osc-ffff9fed84fb4800@192.168.202.152@tcp:7/4 lens 224/368 e 0 to 0 dl 1782223226 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223210.879456:0:6260:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job lfs:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:6260:1868796285423616:192.168.202.152@tcp:13: 00020000:00000004:2.0:1782223210.879479:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9fed84fb4800: update ffff9fed8997b7d0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:2.0:1782223210.879538:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879554:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879560:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879564:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879568:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879571:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879575:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879579:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879583:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879586:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879590:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879593:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879597:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879600:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879620:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879625:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879629:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879632:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879637:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879640:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879644:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879646:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879650:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879654:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879657:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879660:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879664:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879667:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879670:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879673:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879676:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879679:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879683:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879686:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879689:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879692:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879696:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879699:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879702:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879711:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879717:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879721:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879725:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879729:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879732:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879735:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879740:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879743:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879760:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879764:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879768:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879771:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879774:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879777:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879780:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879783:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879787:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879790:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879794:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879808:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879813:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879816:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879820:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879824:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879834:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879839:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879843:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879847:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879851:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879854:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879857:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879861:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879864:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879867:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879871:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879875:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879879:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879882:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879886:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879889:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879893:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879897:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879901:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879904:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879908:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879912:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879915:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879919:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879923:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879932:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879938:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879942:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879946:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879950:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879953:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879956:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879960:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879963:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879967:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879970:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879973:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879976:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879980:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879984:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879988:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879992:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.879996:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.879999:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.880003:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.880006:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.880010:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.880014:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.880018:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.880021:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.880034:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.880038:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.880042:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.880045:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.880048:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.880052:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.880056:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.880059:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.880063:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.880067:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200080:2.0:1782223210.880070:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8) cmd=c00866a4 arg=7ffc279d5240 00020000:00000080:2.0:1782223210.880074:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9fed84fb4800: cmd=c00866a4 len=592 karg=ffff9fed8996f800 uarg=0000000000000000 00000080:00200008:2.0:1782223210.880086:0:6260:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9fed981380c8), flags 100000 00010000:00010000:2.0:1782223211.155030:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223212.181199:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782223213.202315:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782223213.652501:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285423872:192.168.202.152@tcp:400: 00000100:00100000:3.0:1782223213.652602:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285424128:192.168.202.152@tcp:400: 00000100:00100000:3.0:1782223213.652630:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1782223213.652636:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285423744:192.168.202.152@tcp:400: 00000100:00100000:3.0:1782223213.652662:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285424000:192.168.202.152@tcp:400: 00000100:00100000:3.0:1782223213.652684:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285424256:192.168.202.152@tcp:400: 00000100:00100000:3.0:1782223213.660563:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285423744:192.168.202.152@tcp:400: 00010000:00080000:3.0:1782223213.660585:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89de9880 x1868796285424000/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223213.660598:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285424000:192.168.202.152@tcp:400: 00010000:00080000:3.0:1782223213.660610:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89deaa00 x1868796285424256/t0(0) o400->lustre-OST0001-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223213.660618:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285424256:192.168.202.152@tcp:400: 00000100:00100000:3.0:1782223213.660629:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285423872:192.168.202.152@tcp:400: 00010000:00080000:3.0:1782223213.660638:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89dea300 x1868796285424128/t0(0) o400->lustre-OST0000-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223213.660647:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285424128:192.168.202.152@tcp:400: 00000001:02000400:0.0:1782223214.109017:0:6454:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1782223214.236290:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782223215.252865:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782223216.278276:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782223217.298504:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782223218.323475:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782223218.773897:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285424384:192.168.202.152@tcp:400: 00000100:00100000:3.0:1782223218.774014:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285424640:192.168.202.152@tcp:400: 00000100:00100000:3.0:1782223218.774039:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285424896:192.168.202.152@tcp:400: 00000100:00100000:3.0:1782223218.774064:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1782223218.774069:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285424512:192.168.202.152@tcp:400: 00000100:00100000:3.0:1782223218.774091:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285424768:192.168.202.152@tcp:400: 00000100:00100000:3.0:1782223218.790863:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285424512:192.168.202.152@tcp:400: 00010000:00080000:3.0:1782223218.790890:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89803b80 x1868796285424768/t0(0) o400->lustre-OST0000-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223218.790919:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285424768:192.168.202.152@tcp:400: 00000100:00100000:3.0:1782223218.790934:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285424384:192.168.202.152@tcp:400: 00010000:00080000:3.0:1782223218.790946:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800e00 x1868796285424640/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223218.790954:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285424640:192.168.202.152@tcp:400: 00010000:00080000:3.0:1782223218.790965:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89802680 x1868796285424896/t0(0) o400->lustre-OST0001-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223218.790974:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285424896:192.168.202.152@tcp:400: 00000100:00100000:0.0:1782223218.933025:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.152@tcp (source: 12345-192.168.202.152@tcp) 00000100:00100000:0.0:1782223218.933076:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.152@tcp (source: 12345-192.168.202.152@tcp) 00000100:00100000:0.0:1782223218.933211:0:6168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868796307497216 00000100:00100000:0.0:1782223218.933224:0:6168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868796307497216 00000100:00100000:0.0:1782223218.933277:0:6168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868796307497344 00000100:00100000:0.0:1782223218.933280:0:6168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868796307497344 00000100:00100000:0.0:1782223218.933295:0:6168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.152@tcp, seq: 0 00000100:00100000:0.0:1782223218.933305:0:6168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9fed89c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2+4:10338:x1868796307497216:12345-192.168.202.152@tcp:104: 00010000:00010000:0.0:1782223218.933327:0:6168:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffff9fedb9e0ec00/0x7070cadb437656ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcf6499d22ef2c100 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223218.933398:0:6168:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1782223218.933410:0:6168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9fed89c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2+4:10338:x1868796307497216:12345-192.168.202.152@tcp:104: Request processed in 107us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1782223218.933418:0:6168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.152@tcp, seq: 0 00000100:00100000:0.0:1782223218.933438:0:6168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.152@tcp, seq: 1 00000100:00100000:0.0:1782223218.933444:0:6168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9fed89c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2+3:10338:x1868796307497344:12345-192.168.202.152@tcp:104: 00010000:00010000:0.0:1782223218.933451:0:6168:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffff9fed80031000/0x7070cadb437656e3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcf6499d22ef2c0f9 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223218.933493:0:6168:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1782223218.933498:0:6168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9fed89c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2+3:10338:x1868796307497344:12345-192.168.202.152@tcp:104: Request processed in 55us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1782223218.933504:0:6168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.152@tcp, seq: 1 00010000:00010000:2.0:1782223218.933661:0:6178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1782223218.933669:0:6178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffff9fedb9e0ec00/0x7070cadb437656ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcf6499d22ef2c100 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223218.933677:0:6178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9fedb9e0ec00 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:2.0:1782223218.933681:0:6178:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffff9fedb9e0ec00/0x7070cadb437656ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xcf6499d22ef2c100 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223218.933689:0:6178:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffff9fedb9e0ec00/0x7070cadb437656ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xcf6499d22ef2c100 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782223218.933696:0:6178:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffff9fedb9e0ec00/0x7070cadb437656ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xcf6499d22ef2c100 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782223218.933708:0:6178:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1782223218.933760:0:6178:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffff9fedb9e0ec00/0x7070cadb437656ea lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcf6499d22ef2c100 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223218.933767:0:6178:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1782223218.933784:0:6178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffff9fedb9e0ec00/0x7070cadb437656ea lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcf6499d22ef2c100 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223218.933791:0:6178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffff9fedb9e0ec00/0x7070cadb437656ea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcf6499d22ef2c100 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223218.933806:0:6178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782223218.933810:0:6178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffff9fed80031000/0x7070cadb437656e3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcf6499d22ef2c0f9 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223218.933815:0:6178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9fed80031000 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:2.0:1782223218.933818:0:6178:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffff9fed80031000/0x7070cadb437656e3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcf6499d22ef2c0f9 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223218.933824:0:6178:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffff9fed80031000/0x7070cadb437656e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcf6499d22ef2c0f9 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782223218.933836:0:6178:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffff9fed80031000/0x7070cadb437656e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcf6499d22ef2c0f9 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782223218.933842:0:6178:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1782223218.933855:0:6178:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffff9fed80031000/0x7070cadb437656e3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcf6499d22ef2c0f9 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223218.933861:0:6178:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1782223218.933874:0:6178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffff9fed80031000/0x7070cadb437656e3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcf6499d22ef2c0f9 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223218.933880:0:6178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffff9fed80031000/0x7070cadb437656e3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcf6499d22ef2c0f9 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782223218.933881:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223218.933902:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223218.933905:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782223218.933908:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285425024:192.168.202.152@tcp:103: 00010000:00010000:2.0:1782223218.933909:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782223218.933939:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285425152:192.168.202.152@tcp:103: 00000100:00100000:2.0:1782223218.948195:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285425152:192.168.202.152@tcp:103: 00000100:00100000:3.0:1782223218.948772:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285425024:192.168.202.152@tcp:103: 00010000:00010000:3.0:1782223219.346628:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223220.370466:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782223221.397493:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223222.418373:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1782223223.398393:0:6180:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1782223223.398401:0:6180:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff9fed84fb4800 from 48 10000000:01000000:3.0:1782223223.398405:0:6180:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1782223223.398454:0:6180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fedb9f05800/0x7070cadb4376575a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782223223.398466:0:6180:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffff9fedb9f05800/0x7070cadb4376575a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782223223.398477:0:6180:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffff9fedb9f05800/0x7070cadb4376575a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782223223.398513:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89dea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285425280:192.168.202.152@tcp:101: 00000100:00100000:3.0:1782223223.398623:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed900b7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1782223223.403214:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89dea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285425280:192.168.202.152@tcp:101: 00010000:00010000:3.0:1782223223.403245:0:6180:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffff9fedb9f05800/0x7070cadb4376575a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c1c4 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782223223.403261:0:6180:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffff9fedb9f05800/0x7070cadb4376575a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcf6499d22ef2c1c4 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782223223.403342:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89dea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285425408:192.168.202.152@tcp:501: 00000100:00100000:3.0:1782223223.403425:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed900b7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1782223223.407327:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89dea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285425408:192.168.202.152@tcp:501: 00000100:00100000:3.0:1782223223.407396:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89dea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285425536:192.168.202.152@tcp:503: 00000100:00100000:3.0:1782223223.407476:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed900b7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1782223223.411236:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89dea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285425536:192.168.202.152@tcp:503: 00000100:00100000:1.0:1782223223.411611:0:6678:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6678:1868796285425664:192.168.202.152@tcp:502: 00000100:00100000:1.0:1782223223.411772:0:6678:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed98a21e40 going to sleep for 11 seconds 00000100:00100000:3.0:1782223223.415216:0:6678:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6678:1868796285425664:192.168.202.152@tcp:502: 00000020:01000000:3.0:1782223223.415261:0:6678:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782223223.415273:0:6678:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782223223.415275:0:6678:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1782223223.415281:0:6678:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1782223223.415321:0:6678:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89dea300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6678:1868796285425792:192.168.202.152@tcp:502:llog_process_th.0 00000100:00100000:3.0:1782223223.415416:0:6678:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed900b7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1782223223.417973:0:6678:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89dea300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6678:1868796285425792:192.168.202.152@tcp:502:llog_process_th.0 00000020:01000000:3.0:1782223223.418018:0:6678:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782223223.418026:0:6678:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782223223.418028:0:6678:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1782223223.418033:0:6678:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1782223223.418262:0:6180:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:0.0:1782223223.418281:0:6180:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1782223223.418292:0:6180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fedb9f05800/0x7070cadb4376575a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c1c4 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223223.418303:0:6180:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffff9fedb9f05800/0x7070cadb4376575a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c1c4 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782223223.418313:0:6180:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1782223223.418315:0:6180:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff9fed89c8cd40 from 1 10000000:01000000:0.0:1782223223.418318:0:6180:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1782223223.418352:0:6180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd400/0x7070cadb43765761 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223223.418360:0:6180:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd400/0x7070cadb43765761 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223223.418380:0:6180:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd400/0x7070cadb43765761 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782223223.418404:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285425920:192.168.202.152@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1782223223.418472:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed82d4b240 going to sleep for 11 seconds 00000100:00100000:0.0:1782223223.421198:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285425920:192.168.202.152@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782223223.421234:0:6180:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd400/0x7070cadb43765761 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c1cb expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223223.421248:0:6180:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd400/0x7070cadb43765761 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcf6499d22ef2c1cb expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782223223.421339:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285426048:192.168.202.152@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1782223223.421419:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed82d4b240 going to sleep for 11 seconds 00000100:00100000:0.0:1782223223.423937:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285426048:192.168.202.152@tcp:501:ll_cfg_requeue.0 10000000:01000000:0.0:1782223223.423984:0:6180:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1782223223.423997:0:6180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd400/0x7070cadb43765761 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c1cb expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223223.424006:0:6180:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd400/0x7070cadb43765761 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c1cb expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782223223.443434:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782223223.893750:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285426176:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223223.893771:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285426304:192.168.202.152@tcp:400:kworker.0 00000100:00100000:2.0:1782223223.893869:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285426432:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223223.893873:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285426560:192.168.202.152@tcp:400:kworker.0 00000100:00100000:2.0:1782223223.893892:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285426688:192.168.202.152@tcp:400:kworker.0 00010000:00080000:2.0:1782223223.901501:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89deaa00 x1868796285426432/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223223.901524:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285426432:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223223.901866:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285426304:192.168.202.152@tcp:400:kworker.0 00010000:00080000:3.0:1782223223.904008:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89de9880 x1868796285426560/t0(0) o400->lustre-OST0000-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223223.904028:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285426560:192.168.202.152@tcp:400:kworker.0 00000100:00100000:2.0:1782223223.904229:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285426176:192.168.202.152@tcp:400:kworker.0 00010000:00080000:2.0:1782223223.904244:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89de9500 x1868796285426688/t0(0) o400->lustre-OST0001-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223223.904254:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285426688:192.168.202.152@tcp:400:kworker.0 00000100:00100000:1.0:1782223224.350022:0:2398:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.152@tcp (source: 12345-192.168.202.152@tcp) 00000100:00100000:0.0:1782223224.350230:0:6168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868796307507456 00000100:00100000:0.0:1782223224.350240:0:6168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868796307507456 00000100:00100000:0.0:1782223224.350310:0:6168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.152@tcp, seq: 2 00000100:00100000:0.0:1782223224.350334:0:6168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9fed898b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2+3:10401:x1868796307507456:12345-192.168.202.152@tcp:104: 00010000:00010000:0.0:1782223224.350353:0:6168:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffff9fed80031c00/0x7070cadb43765722 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcf6499d22ef2c10e expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223224.350440:0:6168:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1782223224.350448:0:6168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9fed898b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2+3:10401:x1868796307507456:12345-192.168.202.152@tcp:104: Request processed in 115us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1782223224.350455:0:6168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.152@tcp, seq: 2 00010000:00010000:2.0:1782223224.351366:0:6178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782223224.351377:0:6178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffff9fed80031c00/0x7070cadb43765722 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcf6499d22ef2c10e expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223224.351387:0:6178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9fed80031c00 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:2.0:1782223224.351391:0:6178:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffff9fed80031c00/0x7070cadb43765722 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcf6499d22ef2c10e expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223224.351400:0:6178:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffff9fed80031c00/0x7070cadb43765722 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcf6499d22ef2c10e expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782223224.351407:0:6178:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffff9fed80031c00/0x7070cadb43765722 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcf6499d22ef2c10e expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782223224.351412:0:6178:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1782223224.351465:0:6178:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffff9fed80031c00/0x7070cadb43765722 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcf6499d22ef2c10e expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223224.351481:0:6178:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1782223224.351507:0:6178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffff9fed80031c00/0x7070cadb43765722 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcf6499d22ef2c10e expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223224.351514:0:6178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffff9fed80031c00/0x7070cadb43765722 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcf6499d22ef2c10e expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223224.351535:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223224.351537:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223224.351539:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782223224.351546:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1782223224.351564:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285426816:192.168.202.152@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1782223224.378922:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285426816:192.168.202.152@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1782223224.468325:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1782223224.787208:0:6180:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1782223224.787217:0:6180:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff9fed84fb4800 from 4 10000000:01000000:0.0:1782223224.787223:0:6180:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1782223224.787271:0:6180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd600/0x7070cadb43765768 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223224.787284:0:6180:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd600/0x7070cadb43765768 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223224.787296:0:6180:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd600/0x7070cadb43765768 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782223224.787328:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285426944:192.168.202.152@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1782223224.787428:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed82d4bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1782223224.800746:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285426944:192.168.202.152@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1782223224.800866:0:6180:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd600/0x7070cadb43765768 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c1d9 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782223224.800879:0:6180:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd600/0x7070cadb43765768 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcf6499d22ef2c1d9 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782223224.800972:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285427072:192.168.202.152@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1782223224.801070:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed900b7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1782223224.815464:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285427072:192.168.202.152@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1782223224.817740:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285427200:192.168.202.152@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1782223224.817898:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed900b7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1782223224.829692:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285427200:192.168.202.152@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1782223224.832943:0:6730:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6730:1868796285427328:192.168.202.152@tcp:502:llog_process_th.0 00000100:00100000:2.0:1782223224.833070:0:6730:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed83cae900 going to sleep for 11 seconds 00000100:00100000:2.0:1782223224.838088:0:6730:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6730:1868796285427328:192.168.202.152@tcp:502:llog_process_th.0 00000020:01000000:2.0:1782223224.838139:0:6730:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782223224.838168:0:6730:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223224.838171:0:6730:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1782223224.838180:0:6730:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9fed84fb4800 00000020:00000080:2.0:1782223224.838184:0:6730:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1782223224.838286:0:6730:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6730:1868796285427456:192.168.202.152@tcp:502:llog_process_th.0 00000100:00100000:2.0:1782223224.838369:0:6730:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed83cae900 going to sleep for 11 seconds 00000100:00100000:2.0:1782223224.852732:0:6730:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6730:1868796285427456:192.168.202.152@tcp:502:llog_process_th.0 00000020:01000000:2.0:1782223224.852814:0:6730:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782223224.852824:0:6730:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782223224.852827:0:6730:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1782223224.852833:0:6730:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1782223224.861775:0:6180:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1782223224.861816:0:6180:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1782223224.861831:0:6180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd600/0x7070cadb43765768 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c1d9 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782223224.861844:0:6180:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd600/0x7070cadb43765768 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c1d9 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223225.494757:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782223226.514598:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782223227.541321:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782223228.571780:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782223229.014841:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285427584:192.168.202.152@tcp:400:kworker.0 00000100:00100000:2.0:1782223229.015501:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285427840:192.168.202.152@tcp:400:kworker.0 00000100:00100000:2.0:1782223229.015774:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285428096:192.168.202.152@tcp:400:kworker.0 00000100:00100000:2.0:1782223229.015814:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1782223229.015821:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285427712:192.168.202.152@tcp:400:kworker.0 00000100:00100000:2.0:1782223229.015844:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285427968:192.168.202.152@tcp:400:kworker.0 00000100:00100000:2.0:1782223229.023475:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285427712:192.168.202.152@tcp:400:kworker.0 00010000:00080000:2.0:1782223229.023509:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800a80 x1868796285427968/t0(0) o400->lustre-OST0000-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223229.023521:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285427968:192.168.202.152@tcp:400:kworker.0 00000100:00100000:2.0:1782223229.023532:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285427584:192.168.202.152@tcp:400:kworker.0 00010000:00080000:2.0:1782223229.023544:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89803b80 x1868796285427840/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223229.023567:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285427840:192.168.202.152@tcp:400:kworker.0 00010000:00080000:2.0:1782223229.023579:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800000 x1868796285428096/t0(0) o400->lustre-OST0001-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223229.023589:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285428096:192.168.202.152@tcp:400:kworker.0 00010000:00010000:3.0:1782223229.588658:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782223230.611290:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1782223231.316770:0:7036:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:3.0:1782223231.638226:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782223232.658937:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782223233.683411:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1782223234.132737:0:37:0:(import.c:65:import_set_state_nolock()) ffff9fed89d8b800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1782223234.132744:0:37:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9fed84fb4800: disconnect after 24s idle 00000100:00100000:0.0:1782223234.141420:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285428352:192.168.202.152@tcp:400:kworker.0 00000100:00100000:0.0:1782223234.141564:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1782223234.141573:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2405:1868796285428224:192.168.202.152@tcp:400:kworker.0 00000100:00100000:0.0:1782223234.141616:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285428480:192.168.202.152@tcp:400:kworker.0 00000100:00080000:1.0:1782223234.145070:0:37:0:(import.c:65:import_set_state_nolock()) ffff9fed89d88800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1782223234.145076:0:37:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9fed84fb4800: disconnect after 24s idle 00000100:00100000:3.0:1782223234.148016:0:2404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2404:1868796285428608:192.168.202.152@tcp:9:kworker.0 00000100:00100000:3.0:1782223234.148235:0:2404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2404:1868796285428736:192.168.202.152@tcp:9:kworker.0 00010000:00080000:1.0:1782223234.149054:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b1c00 x1868796285428480/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782223234.149071:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285428480:192.168.202.152@tcp:400:kworker.0 00000100:00100000:1.0:1782223234.149085:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285428352:192.168.202.152@tcp:400:kworker.0 00000100:00100000:1.0:1782223234.158548:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2405:1868796285428224:192.168.202.152@tcp:400:kworker.0 00010000:00080000:3.0:1782223234.160389:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b1180 x1868796285428608/t0(0) o9->lustre-OST0000-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1782223234.160409:0:2404:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9fed898b1180 x1868796285428608/t0(0) o9->lustre-OST0000-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1782223234.160417:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9fed89d8b800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1782223234.160421:0:2404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2404:1868796285428608:192.168.202.152@tcp:9:kworker.0 00010000:00080000:3.0:1782223234.160434:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b1f80 x1868796285428736/t0(0) o9->lustre-OST0001-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1782223234.160443:0:2404:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9fed898b1f80 x1868796285428736/t0(0) o9->lustre-OST0001-osc-ffff9fed84fb4800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1782223234.160456:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9fed89d88800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1782223234.160460:0:2404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2404:1868796285428736:192.168.202.152@tcp:9:kworker.0 00010000:00010000:3.0:1782223234.706641:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782223235.731590:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782223236.755172:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1782223237.626965:0:7315:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-client.virtnet: executing yml_node 00010000:00010000:2.0:1782223237.779371:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782223238.802672:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782223239.253621:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285428864:192.168.202.152@tcp:400:kworker.0 00000100:00100000:2.0:1782223239.253726:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285429120:192.168.202.152@tcp:400:kworker.0 00000100:00100000:2.0:1782223239.253762:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1782223239.253768:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285428992:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223239.275724:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285428992:192.168.202.152@tcp:400:kworker.0 00010000:00080000:3.0:1782223239.275750:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800e00 x1868796285429120/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223239.275763:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285429120:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223239.287668:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285428864:192.168.202.152@tcp:400:kworker.0 00010000:00010000:1.0:1782223239.835768:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782223240.850400:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223241.879136:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782223242.902597:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1782223243.369284:0:7770:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.54.83 00010000:00010000:2.0:1782223243.924912:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782223244.371788:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285429248:192.168.202.152@tcp:400:kworker.0 00000100:00100000:2.0:1782223244.372336:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285429376:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223244.372808:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285429504:192.168.202.152@tcp:400:kworker.0 00010000:00080000:3.0:1782223244.380273:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89de8000 x1868796285429504/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223244.380295:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285429504:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223244.386265:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285429248:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223244.390757:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285429376:192.168.202.152@tcp:400:kworker.0 00010000:00010000:1.0:1782223244.946376:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223245.971836:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1782223246.246354:0:7926:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.54.83 00010000:00010000:1.0:1782223246.994340:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782223248.018579:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782223249.043272:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1782223249.423375:0:8083:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.54.83 00000100:00100000:0.0:1782223249.490377:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2405:1868796285429632:192.168.202.152@tcp:400:kworker.0 00000100:00100000:0.0:1782223249.490538:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285429888:192.168.202.152@tcp:400:kworker.0 00000100:00100000:0.0:1782223249.490577:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1782223249.490583:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285429760:192.168.202.152@tcp:400:kworker.0 00000100:00100000:0.0:1782223249.496418:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285429760:192.168.202.152@tcp:400:kworker.0 00000100:00100000:0.0:1782223249.496446:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2405:1868796285429632:192.168.202.152@tcp:400:kworker.0 00010000:00080000:1.0:1782223249.508291:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89c2d500 x1868796285429888/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782223249.508321:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285429888:192.168.202.152@tcp:400:kworker.0 00010000:00010000:2.0:1782223250.066954:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223251.090505:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1782223251.441356:0:8229:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Tue Jun 23 10:00:49 EDT 2026 00010000:00010000:2.0:1782223252.121643:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223253.138433:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223254.162336:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782223254.611655:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285430144:192.168.202.152@tcp:400:kworker.0 00000100:00100000:1.0:1782223254.611779:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1782223254.611787:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2405:1868796285430016:192.168.202.152@tcp:400:kworker.0 00000100:00100000:1.0:1782223254.611820:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285430272:192.168.202.152@tcp:400:kworker.0 00000100:00100000:0.0:1782223254.622995:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2405:1868796285430016:192.168.202.152@tcp:400:kworker.0 00010000:00080000:0.0:1782223254.623020:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b1c00 x1868796285430272/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223254.623033:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285430272:192.168.202.152@tcp:400:kworker.0 00000100:00100000:0.0:1782223254.623046:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285430144:192.168.202.152@tcp:400:kworker.0 00010000:00010000:2.0:1782223255.191064:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782223256.210493:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223257.234383:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782223258.258424:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223259.283884:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782223259.739446:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285430400:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223259.739594:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285430656:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223259.739634:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1782223259.739641:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285430528:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223259.748671:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285430400:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223259.749875:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285430528:192.168.202.152@tcp:400:kworker.0 00010000:00080000:3.0:1782223259.749902:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89de8000 x1868796285430656/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223259.749916:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285430656:192.168.202.152@tcp:400:kworker.0 00010000:00010000:3.0:1782223260.306361:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223261.332081:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782223262.354285:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223263.378608:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782223264.402574:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782223264.850721:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2405:1868796285430784:192.168.202.152@tcp:400:kworker.0 00000100:00100000:1.0:1782223264.850850:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285431040:192.168.202.152@tcp:400:kworker.0 00000100:00100000:1.0:1782223264.850887:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1782223264.850894:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285430912:192.168.202.152@tcp:400:kworker.0 00000100:00100000:0.0:1782223264.858082:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2405:1868796285430784:192.168.202.152@tcp:400:kworker.0 00010000:00080000:0.0:1782223264.858112:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89c2c700 x1868796285431040/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223264.858127:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285431040:192.168.202.152@tcp:400:kworker.0 00000100:00100000:1.0:1782223264.858450:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285430912:192.168.202.152@tcp:400:kworker.0 00010000:00010000:2.0:1782223265.427417:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782223266.454531:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223267.475171:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782223268.499027:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223269.522440:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1782223269.809640:0:8802:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00000100:00100000:3.0:1782223269.977196:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285431168:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223269.984222:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285431296:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223269.984408:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285431424:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223269.990473:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285431296:192.168.202.152@tcp:400:kworker.0 00010000:00080000:3.0:1782223269.990520:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89de8700 x1868796285431424/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223269.990532:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285431424:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223270.005311:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285431168:192.168.202.152@tcp:400:kworker.0 00010000:00010000:0.0:1782223270.546352:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1782223271.302854:0:8941:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:2.0:1782223271.571064:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782223272.594503:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1782223273.004104:0:9088:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 10:01:11 (1782223271) === 00000080:00200008:3.0:1782223273.298520:0:8246:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9fed981380c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1782223273.298533:0:8246:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8),name=/ 00000002:00010000:3.0:1782223273.298561:0:8246:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1782223273.298582:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1782223273.298596:0:8246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1782223273.298603:0:8246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1782223273.298611:0:8246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) 00000080:00010000:3.0:1782223273.298615:0:8246:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) for lock 0x7070cadb43765753 00000080:00010000:3.0:1782223273.298622:0:8246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7070cadb43765753 from it ffffb94480dd3cb8 00010000:00010000:3.0:1782223273.298627:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1782223273.298635:0:8246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:3.0:1782223273.318813:0:8246:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9fed981380c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1782223273.318827:0:8246:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8),name=/ 00000002:00010000:3.0:1782223273.318851:0:8246:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1782223273.318871:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1782223273.318902:0:8246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1782223273.318911:0:8246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1782223273.318918:0:8246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) 00000080:00010000:3.0:1782223273.318923:0:8246:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) for lock 0x7070cadb43765753 00000080:00010000:3.0:1782223273.318931:0:8246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7070cadb43765753 from it ffffb94480dd3cb8 00010000:00010000:3.0:1782223273.318937:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1782223273.318946:0:8246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:0.0:1782223273.351460:0:8246:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9fed981380c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1782223273.351473:0:8246:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8),name=/ 00000002:00010000:0.0:1782223273.351498:0:8246:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1782223273.351518:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1782223273.351530:0:8246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:0.0:1782223273.351537:0:8246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1782223273.351544:0:8246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) 00000080:00010000:0.0:1782223273.351548:0:8246:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) for lock 0x7070cadb43765753 00000080:00010000:0.0:1782223273.351555:0:8246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7070cadb43765753 from it ffffb94480dd3cb8 00010000:00010000:0.0:1782223273.351560:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1782223273.351568:0:8246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:0.0:1782223273.375938:0:8246:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9fed981380c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1782223273.375950:0:8246:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed981380c8),name=/ 00000002:00010000:0.0:1782223273.375975:0:8246:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1782223273.375994:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1782223273.376011:0:8246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1782223273.376018:0:8246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1782223273.376035:0:8246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) 00000080:00010000:0.0:1782223273.376038:0:8246:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9fed981380c8) for lock 0x7070cadb43765753 00000080:00010000:0.0:1782223273.376048:0:8246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7070cadb43765753 from it ffffb94480dd3cb8 00010000:00010000:0.0:1782223273.376052:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1782223273.376061:0:8246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fed84fb4800 lock: ffff9fedb9e0f400/0x7070cadb43765753 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcf6499d22ef2c138 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1782223273.618366:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1782223273.715595:0:9136:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:1.0:1782223273.715600:0:9136:0:(obd_mount.c:916:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1782223273.715601:0:9136:0:(obd_mount.c:917:lmd_print()) device: 192.168.202.152@tcp:/lustre 00000020:01000004:1.0:1782223273.715603:0:9136:0:(obd_mount.c:920:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1782223273.715849:0:9136:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9fed82977800 00000080:01000004:1.0:1782223273.715860:0:9136:0:(super25.c:167:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1782223273.716031:0:9136:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.202.152@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1782223273.716035:0:9136:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.152@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:1.0:1782223273.716042:0:9136:0:(llite_lib.c:1387:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9fed82977800 (sb ffff9fed82977800) 00000080:01000000:1.0:1782223273.716125:0:9136:0:(llite_lib.c:1114:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1782223273.716128:0:9136:0:(llite_lib.c:1124:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1782223273.716131:0:9136:0:(llite_lib.c:1124:ll_options()) next opt=flock 00000080:01000000:1.0:1782223273.716140:0:9136:0:(llite_lib.c:1421:ll_fill_super()) llite sb uuid: 985676fe-136e-45f7-b337-480fb72bebdf 10000000:01000000:1.0:1782223273.716929:0:9136:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1782223273.716936:0:9136:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9fed82977800 10000000:01000000:1.0:1782223273.716943:0:9136:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9fed82977800 10000000:01000000:1.0:1782223273.716947:0:9136:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1782223273.716951:0:9136:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9fed82977800 10000000:01000000:1.0:1782223273.716953:0:9136:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1782223273.716956:0:9136:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9fed82977800 10000000:01000000:1.0:1782223273.716959:0:9136:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1782223273.716962:0:9136:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff9fed82977800 from 1 10000000:01000000:1.0:1782223273.716964:0:9136:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1782223273.717003:0:9136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fed8b553c00/0x7070cadb4376576f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782223273.717015:0:9136:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffff9fed8b553c00/0x7070cadb4376576f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782223273.717027:0:9136:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffff9fed8b553c00/0x7070cadb4376576f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782223273.717055:0:9136:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285431552:192.168.202.152@tcp:101:mount.lustre.0 00000100:00100000:1.0:1782223273.717303:0:9136:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed890ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782223273.723039:0:9136:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285431552:192.168.202.152@tcp:101:mount.lustre.0 00010000:00010000:1.0:1782223273.723068:0:9136:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffff9fed8b553c00/0x7070cadb4376576f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c218 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782223273.723081:0:9136:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffff9fed8b553c00/0x7070cadb4376576f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xcf6499d22ef2c218 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782223273.723184:0:9136:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285431680:192.168.202.152@tcp:501:mount.lustre.0 00000100:00100000:1.0:1782223273.723359:0:9136:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed890ed3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782223273.739822:0:9136:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285431680:192.168.202.152@tcp:501:mount.lustre.0 00000100:00100000:2.0:1782223273.739900:0:9136:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285431808:192.168.202.152@tcp:503:mount.lustre.0 00000100:00100000:2.0:1782223273.740194:0:9136:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8a428900 going to sleep for 11 seconds 00000100:00100000:2.0:1782223273.752092:0:9136:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285431808:192.168.202.152@tcp:503:mount.lustre.0 00000100:00100000:0.0:1782223273.752807:0:9140:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9140:1868796285431936:192.168.202.152@tcp:502:llog_process_th.0 00000100:00100000:0.0:1782223273.753278:0:9140:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed900b7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1782223273.767403:0:9140:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9140:1868796285431936:192.168.202.152@tcp:502:llog_process_th.0 00000020:01000000:0.0:1782223273.767447:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782223273.767460:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.767462:0:9140:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1782223273.767468:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9fed82977800 00000020:00000080:0.0:1782223273.767471:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1782223273.767483:0:9140:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9fed82977800 (ffff9fed89c899c0) 00000020:00000080:0.0:1782223273.767503:0:9140:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:0.0:1782223273.767509:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9fed82977800 00000020:00000080:0.0:1782223273.767511:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1782223273.770648:0:9140:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9fed82977800 (uuid 985676fe-136e-45f7-b337-480fb72bebdf) 00000020:01000000:0.0:1782223273.770660:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782223273.770667:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.770670:0:9140:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1782223273.770673:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782223273.770678:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.770680:0:9140:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1782223273.770684:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9fed82977800 00000020:00000080:0.0:1782223273.770693:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1782223273.770707:0:9140:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9fed82977800 (ffff9fed89c8b380) 00000020:00000080:0.0:1782223273.770729:0:9140:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:0.0:1782223273.770748:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9fed82977800 00000020:00000080:0.0:1782223273.770751:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1782223273.770962:0:9140:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9fed82977800 (uuid 985676fe-136e-45f7-b337-480fb72bebdf) 00000020:01000000:0.0:1782223273.770966:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782223273.770970:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.770971:0:9140:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1782223273.770973:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782223273.770976:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.770977:0:9140:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1782223273.770980:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1782223273.770982:0:9140:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1782223273.770984:0:9140:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1782223273.770989:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782223273.770991:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.770992:0:9140:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1782223273.770994:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782223273.770998:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.770999:0:9140:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1782223273.771001:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1782223273.771006:0:9140:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.152@tcp to nid 0x20000c0a8ca98 (192.168.202.152@tcp) 00000020:01000000:0.0:1782223273.771030:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9fed82977800 00000020:00000080:0.0:1782223273.771033:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1782223273.771040:0:9140:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9fed82977800 (ffff9fed89c88000) 00000020:00000080:0.0:1782223273.771049:0:9140:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:0.0:1782223273.771054:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9fed82977800 00000020:00000080:0.0:1782223273.771057:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1782223273.771121:0:9140:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9fed899d3000@lustre-MDT0000-mdc-ffff9fed82977800: add connection 192.168.202.152@tcp at head 00010000:00010000:0.0:1782223273.772766:0:9140:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9fed82977800-5 is initialized 00000040:01000000:0.0:1782223273.772981:0:9140:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9fed82977800 ctxt 13 is initialized 00000020:00000080:0.0:1782223273.773023:0:9140:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9fed82977800 (uuid 985676fe-136e-45f7-b337-480fb72bebdf) 00000020:01000000:0.0:1782223273.773035:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9fed82977800 00000020:00000080:0.0:1782223273.773039:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1782223273.773062:0:9140:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1782223273.773099:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782223273.773104:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.773106:0:9140:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1782223273.773108:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1782223273.773111:0:9140:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1782223273.773112:0:9140:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1782223273.773113:0:9140:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1782223273.773115:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1782223273.773117:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.773118:0:9140:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1782223273.773120:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782223273.773124:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.773125:0:9140:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1782223273.773129:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1782223273.773134:0:9140:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.152@tcp to nid 0x20000c0a8ca98 (192.168.202.152@tcp) 00000020:01000000:0.0:1782223273.773184:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9fed82977800 00000020:00000080:0.0:1782223273.773187:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1782223273.773204:0:9140:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9fed82977800 (ffff9fed834e19c0) 00000020:00000080:0.0:1782223273.777137:0:9140:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:0.0:1782223273.778025:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9fed82977800 00000020:00000080:0.0:1782223273.778031:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1782223273.778337:0:9140:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9fed899d4800@lustre-MDT0001-mdc-ffff9fed82977800: add connection 192.168.202.152@tcp at head 00010000:00010000:0.0:1782223273.790376:0:9140:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9fed82977800-6 is initialized 00000040:01000000:0.0:1782223273.792041:0:9140:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff9fed82977800 ctxt 13 is initialized 00000020:00000080:0.0:1782223273.792094:0:9140:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9fed82977800 (uuid 985676fe-136e-45f7-b337-480fb72bebdf) 00000020:01000000:0.0:1782223273.792111:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9fed82977800 00000020:00000080:0.0:1782223273.792116:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1782223273.793018:0:9140:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1782223273.793078:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782223273.793084:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.793086:0:9140:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1782223273.793090:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1782223273.793093:0:9140:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1782223273.793094:0:9140:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1782223273.793096:0:9140:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1782223273.793097:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1782223273.793100:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.793101:0:9140:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1782223273.793103:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1782223273.793108:0:9140:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.152@tcp:/lustre 00000020:00000080:0.0:1782223273.793111:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.793112:0:9140:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1782223273.793115:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1782223273.793121:0:9140:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.152@tcp to nid 0x20000c0a8ca98 (192.168.202.152@tcp) 00000020:01000000:0.0:1782223273.793971:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9fed82977800 00000020:00000080:0.0:1782223273.793976:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1782223273.793989:0:9140:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9fed82977800 (ffff9fed834e3380) 00000020:00000080:0.0:1782223273.802411:0:9140:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:0.0:1782223273.802438:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9fed82977800 00000020:00000080:0.0:1782223273.802443:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1782223273.802568:0:9140:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9fed899d7000@lustre-OST0000-osc-ffff9fed82977800: add connection 192.168.202.152@tcp at head 00010000:00010000:0.0:1782223273.803137:0:9140:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9fed82977800-7 is initialized 00000020:00000080:0.0:1782223273.807247:0:9140:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9fed82977800 (uuid 985676fe-136e-45f7-b337-480fb72bebdf) 00000020:01000000:0.0:1782223273.807277:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9fed82977800 00000020:00000080:0.0:1782223273.807282:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1782223273.807325:0:9140:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1782223273.807337:0:9140:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff9fed82977800: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1782223273.807343:0:9140:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1782223273.807361:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782223273.807373:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.807375:0:9140:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1782223273.807380:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1782223273.807383:0:9140:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1782223273.807384:0:9140:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1782223273.807386:0:9140:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1782223273.807387:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1782223273.807390:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.807391:0:9140:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1782223273.807394:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1782223273.807398:0:9140:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.152@tcp:/lustre 00000020:00000080:0.0:1782223273.807401:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.807403:0:9140:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1782223273.807406:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1782223273.807413:0:9140:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.152@tcp to nid 0x20000c0a8ca98 (192.168.202.152@tcp) 00000020:01000000:0.0:1782223273.807439:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9fed82977800 00000020:00000080:0.0:1782223273.807441:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1782223273.807453:0:9140:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9fed82977800 (ffff9fed834e0000) 00000020:00000080:0.0:1782223273.807471:0:9140:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:0.0:1782223273.807477:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9fed82977800 00000020:00000080:0.0:1782223273.807479:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1782223273.807578:0:9140:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9fed899d2000@lustre-OST0001-osc-ffff9fed82977800: add connection 192.168.202.152@tcp at head 00010000:00010000:0.0:1782223273.810829:0:9140:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9fed82977800-8 is initialized 00000020:00000080:0.0:1782223273.811448:0:9140:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9fed82977800 (uuid 985676fe-136e-45f7-b337-480fb72bebdf) 00000020:01000000:0.0:1782223273.811463:0:9140:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9fed82977800 00000020:00000080:0.0:1782223273.811468:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1782223273.811495:0:9140:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1782223273.811506:0:9140:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff9fed82977800: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1782223273.811512:0:9140:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1782223273.811525:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782223273.811529:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.811532:0:9140:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1782223273.811542:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782223273.811546:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.811548:0:9140:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:0.0:1782223273.811551:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1782223273.811554:0:9140:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1782223273.811556:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782223273.811559:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782223273.811560:0:9140:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000100:00100000:0.0:1782223273.811626:0:9140:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9140:1868796285432064:192.168.202.152@tcp:502:llog_process_th.0 00000100:00100000:0.0:1782223273.812839:0:9140:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed900b7e40 going to sleep for 11 seconds 00000100:00100000:1.0:1782223273.824788:0:9140:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9140:1868796285432064:192.168.202.152@tcp:502:llog_process_th.0 00000020:01000000:1.0:1782223273.824836:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782223273.824847:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782223273.824849:0:9140:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1782223273.824856:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1782223273.825571:0:9140:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b1500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9140:1868796285432192:192.168.202.152@tcp:502:llog_process_th.0 00000100:00100000:1.0:1782223273.825870:0:9140:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8ab56180 going to sleep for 11 seconds 00000100:00100000:3.0:1782223273.830876:0:9140:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b1500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9140:1868796285432192:192.168.202.152@tcp:502:llog_process_th.0 00000020:01000000:3.0:1782223273.830934:0:9140:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782223273.830942:0:9140:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782223273.830945:0:9140:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1782223273.830949:0:9140:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1782223273.831259:0:9136:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1782223273.831292:0:9136:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1782223273.831317:0:9136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fed8b553c00/0x7070cadb4376576f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c218 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223273.831330:0:9136:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffff9fed8b553c00/0x7070cadb4376576f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c218 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782223273.831339:0:9136:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-cliir-ffff9fed82977800 from 1 10000000:01000000:0.0:1782223273.831342:0:9136:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1782223273.831376:0:9136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd800/0x7070cadb437657a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223273.831385:0:9136:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd800/0x7070cadb437657a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223273.831394:0:9136:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd800/0x7070cadb437657a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782223273.831417:0:9136:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285432320:192.168.202.152@tcp:101:mount.lustre.0 00000100:00100000:0.0:1782223273.831500:0:9136:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed900b79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782223273.843344:0:9136:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285432320:192.168.202.152@tcp:101:mount.lustre.0 00010000:00010000:1.0:1782223273.843376:0:9136:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd800/0x7070cadb437657a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c21f expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782223273.843389:0:9136:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd800/0x7070cadb437657a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcf6499d22ef2c21f expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782223273.844198:0:9136:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285432448:192.168.202.152@tcp:256:mount.lustre.0 00000100:00100000:1.0:1782223273.844307:0:9136:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8ab56240 going to sleep for 11 seconds 00000100:00100000:2.0:1782223273.854323:0:9136:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285432448:192.168.202.152@tcp:256:mount.lustre.0 10000000:01000000:2.0:1782223273.855568:0:9136:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1782223273.855739:0:9136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd800/0x7070cadb437657a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c21f expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223273.855769:0:9136:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd800/0x7070cadb437657a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c21f expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782223273.855863:0:9136:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff9fed82977800 from 1 10000000:01000000:0.0:1782223273.855867:0:9136:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1782223273.855915:0:9136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fed8aabc800/0x7070cadb437657a7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223273.855925:0:9136:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffff9fed8aabc800/0x7070cadb437657a7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223273.855936:0:9136:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffff9fed8aabc800/0x7070cadb437657a7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782223273.855959:0:9136:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285432576:192.168.202.152@tcp:101:mount.lustre.0 00000100:00100000:0.0:1782223273.856075:0:9136:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed900b7840 going to sleep for 11 seconds 00000100:00100000:1.0:1782223273.860845:0:9136:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285432576:192.168.202.152@tcp:101:mount.lustre.0 00010000:00010000:1.0:1782223273.860876:0:9136:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffff9fed8aabc800/0x7070cadb437657a7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c226 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782223273.860888:0:9136:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffff9fed8aabc800/0x7070cadb437657a7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcf6499d22ef2c226 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782223273.860971:0:9136:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285432704:192.168.202.152@tcp:501:mount.lustre.0 00000100:00100000:1.0:1782223273.861042:0:9136:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8ab56240 going to sleep for 11 seconds 00000100:00100000:1.0:1782223273.864064:0:9136:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285432704:192.168.202.152@tcp:501:mount.lustre.0 00000100:00100000:1.0:1782223273.864188:0:9136:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285432832:192.168.202.152@tcp:503:mount.lustre.0 00000100:00100000:1.0:1782223273.864288:0:9136:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8ab56240 going to sleep for 11 seconds 00000100:00100000:1.0:1782223273.869582:0:9136:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9136:1868796285432832:192.168.202.152@tcp:503:mount.lustre.0 00000100:00100000:3.0:1782223273.870676:0:9144:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9144:1868796285432960:192.168.202.152@tcp:502:llog_process_th.0 00000100:00100000:3.0:1782223273.870802:0:9144:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8ab0e000 going to sleep for 11 seconds 00000100:00100000:3.0:1782223273.875985:0:9144:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9144:1868796285432960:192.168.202.152@tcp:502:llog_process_th.0 00000020:01000000:3.0:1782223273.876036:0:9144:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782223273.876048:0:9144:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782223273.876051:0:9144:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1782223273.876059:0:9144:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9fed82977800 00000020:00000080:3.0:1782223273.876072:0:9144:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1782223273.876081:0:9144:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782223273.876084:0:9144:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782223273.876085:0:9144:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1782223273.876088:0:9144:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782223273.876091:0:9144:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782223273.876092:0:9144:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1782223273.876095:0:9144:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9fed82977800 00000020:00000080:3.0:1782223273.876097:0:9144:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1782223273.876289:0:9144:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9144:1868796285433088:192.168.202.152@tcp:502:llog_process_th.0 00000100:00100000:3.0:1782223273.876366:0:9144:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8ab0e000 going to sleep for 11 seconds 00000100:00100000:3.0:1782223273.880830:0:9144:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:9144:1868796285433088:192.168.202.152@tcp:502:llog_process_th.0 00000020:01000000:3.0:1782223273.880883:0:9144:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782223273.880894:0:9144:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782223273.880896:0:9144:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1782223273.880902:0:9144:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1782223273.881121:0:9136:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:0.0:1782223273.881197:0:9136:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1782223273.881228:0:9136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fed8aabc800/0x7070cadb437657a7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c226 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223273.881241:0:9136:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffff9fed8aabc800/0x7070cadb437657a7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c226 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1782223273.881263:0:9136:0:(llite_lib.c:1495:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1782223273.881293:0:9136:0:(genops.c:1406:class_connect()) connect: client 985676fe-136e-45f7-b337-480fb72bebdf, cookie 0x7070cadb437657ae 00800000:01000000:0.0:1782223273.881318:0:9136:0:(lmv_obd.c:514:lmv_check_connect()) Time to connect 985676fe-136e-45f7-b337-480fb72bebdf to lustre-clilmv-ffff9fed82977800 00800000:01000000:0.0:1782223273.881327:0:9136:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9fed82977800(985676fe-136e-45f7-b337-480fb72bebdf) - lustre-MDT0000_UUID, 985676fe-136e-45f7-b337-480fb72bebdf 00000020:00000080:0.0:1782223273.881337:0:9136:0:(genops.c:1406:class_connect()) connect: client 985676fe-136e-45f7-b337-480fb72bebdf, cookie 0x7070cadb437657b5 00000100:00080000:0.0:1782223273.881347:0:9136:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff9fed82977800: connect to NID 192.168.202.152@tcp last attempt 0 00000100:00080000:0.0:1782223273.881371:0:9136:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff9fed82977800: import ffff9fed899d3000 using connection 192.168.202.152@tcp/192.168.202.152@tcp 00000008:00100000:0.0:1782223273.881385:0:9136:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1782223273.881414:0:9136:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fed89c2e300 x1868796285433216/t0(0) o38->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782223273.881440:0:9136:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0000_UUID 00800000:01000000:0.0:1782223273.881539:0:9136:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9fed82977800(985676fe-136e-45f7-b337-480fb72bebdf) successfully (5) 00800000:00000004:0.0:1782223273.881543:0:9136:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9fed82977800: age -638, max_age 0 00800000:01000000:0.0:1782223273.881581:0:9136:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9fed82977800(985676fe-136e-45f7-b337-480fb72bebdf) - lustre-MDT0001_UUID, 985676fe-136e-45f7-b337-480fb72bebdf 00000020:00000080:0.0:1782223273.881664:0:9136:0:(genops.c:1406:class_connect()) connect: client 985676fe-136e-45f7-b337-480fb72bebdf, cookie 0x7070cadb437657bc 00000100:00080000:0.0:1782223273.881671:0:9136:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff9fed82977800: connect to NID 192.168.202.152@tcp last attempt 0 00000100:00080000:0.0:1782223273.881676:0:9136:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff9fed82977800: import ffff9fed899d4800 using connection 192.168.202.152@tcp/192.168.202.152@tcp 00000008:00100000:0.0:1782223273.881682:0:9136:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1782223273.881695:0:9136:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fed89c2c000 x1868796285433472/t0(0) o38->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782223273.881705:0:9136:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0001_UUID 00800000:01000000:0.0:1782223273.881746:0:9136:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9fed82977800(985676fe-136e-45f7-b337-480fb72bebdf) successfully (5) 00800000:00000004:0.0:1782223273.881749:0:9136:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff9fed82977800: age -638, max_age 0 00000080:00000004:0.0:1782223273.881766:0:9136:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9fed82977800: age -638, max_age 361 00800000:00000004:0.0:1782223273.881771:0:9136:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9fed82977800: age -638, max_age 361 00000100:00080000:0.0:1782223273.881787:0:9136:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9fed89c2d880 x1868796285433728/t0(0) o41->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223273.881797:0:9136:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed900b73c0 going to sleep for 0 seconds 00000100:00080000:0.0:1782223273.881817:0:2405:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9fed89c2c380 x1868796285433600/t0(0) o41->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223273.881840:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1782223273.881845:0:2405:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9fed89c2ea00 x1868796285433344/t0(0) o41->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223273.882280:0:2404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:985676fe-136e-45f7-b337-480fb72bebdf:2404:1868796285433216:192.168.202.152@tcp:38:mount.lustre.0 00000100:00100000:2.0:1782223273.882376:0:2404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:985676fe-136e-45f7-b337-480fb72bebdf:2404:1868796285433472:192.168.202.152@tcp:38:mount.lustre.0 00000100:00100000:2.0:1782223273.882474:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285433856:192.168.202.152@tcp:400:kworker.0 00000100:00100000:2.0:1782223273.882501:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1782223273.882507:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285433984:192.168.202.152@tcp:400:kworker.0 00010000:00080000:2.0:1782223273.887230:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800380 x1868796285433984/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223273.887253:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285433984:192.168.202.152@tcp:400:kworker.0 00000100:00100000:2.0:1782223273.887268:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285433856:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223273.890311:0:2404:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed82977800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1782223273.890327:0:2404:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9fed82977800: connect to target with instance 1 00000100:00080000:3.0:1782223273.890337:0:2404:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9fed82977800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1782223273.890348:0:2404:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1782223273.890353:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9fed899d3000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1782223273.890805:0:2404:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000040b05756): req@ffff9fed89c2d880 x1868796285433728/t0(0) o41->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1782223273.890824:0:2404:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000003139372a): req@ffff9fed89c2ea00 x1868796285433344/t0(0) o41->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223273.890838:0:2404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:985676fe-136e-45f7-b337-480fb72bebdf:2404:1868796285433216:192.168.202.152@tcp:38:mount.lustre.0 00000100:00100000:0.0:1782223273.891087:0:9136:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed900b73c0 going to sleep for 11 seconds 00010000:00080000:3.0:1782223273.892124:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89c2c000 x1868796285433472/t0(0) o38->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 520/416 e 0 to 0 dl 1782223283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223273.892137:0:2404:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed82977800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1782223273.892228:0:2404:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9fed82977800: connect to target with instance 1 00000100:00080000:3.0:1782223273.892237:0:2404:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9fed82977800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1782223273.892245:0:2404:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1782223273.892256:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9fed899d4800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1782223273.892644:0:2404:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000003139372a): req@ffff9fed89c2c380 x1868796285433600/t0(0) o41->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223273.892663:0:2404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:985676fe-136e-45f7-b337-480fb72bebdf:2404:1868796285433472:192.168.202.152@tcp:38:mount.lustre.0 00000100:00100000:0.0:1782223273.901884:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:985676fe-136e-45f7-b337-480fb72bebdf:0:1868796285433344:192.168.202.152@tcp:41:mount.lustre.0 00000100:00100000:2.0:1782223273.901884:0:9136:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:985676fe-136e-45f7-b337-480fb72bebdf:9136:1868796285433728:192.168.202.152@tcp:41:mount.lustre.0 00800000:00000004:2.0:1782223273.901918:0:9136:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9fed82977800: update ffff9fed89c88450 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:2.0:1782223273.901926:0:9136:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9fed82977800: update ffff9fed89c8b7d0 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:2.0:1782223273.901965:0:9136:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:985676fe-136e-45f7-b337-480fb72bebdf:9136:1868796285434112:192.168.202.152@tcp:40:mount.lustre.0 00000100:00100000:2.0:1782223273.902033:0:9136:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8aaaa3c0 going to sleep for 11 seconds 00010000:00080000:1.0:1782223273.917178:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89c2c380 x1868796285433600/t0(0) o41->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/368 e 0 to 0 dl 1782223289 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782223273.917214:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:985676fe-136e-45f7-b337-480fb72bebdf:0:1868796285433600:192.168.202.152@tcp:41:mount.lustre.0 00000100:00100000:2.0:1782223273.921237:0:9136:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:985676fe-136e-45f7-b337-480fb72bebdf:9136:1868796285434112:192.168.202.152@tcp:40:mount.lustre.0 00000080:00000004:2.0:1782223273.921270:0:9136:0:(llite_lib.c:513:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1782223273.921298:0:9136:0:(llite_lib.c:675:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 2146304 00020000:01000000:2.0:1782223273.921303:0:9136:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1782223273.921313:0:9136:0:(genops.c:1406:class_connect()) connect: client 985676fe-136e-45f7-b337-480fb72bebdf, cookie 0x7070cadb437657c3 00000020:00000080:2.0:1782223273.921334:0:9136:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x7070cadb437657ca 00000100:00080000:2.0:1782223273.921342:0:9136:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff9fed82977800: connect to NID 192.168.202.152@tcp last attempt 0 00000100:00080000:2.0:1782223273.921351:0:9136:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff9fed82977800: import ffff9fed899d7000 using connection 192.168.202.152@tcp/192.168.202.152@tcp 00000008:00100000:2.0:1782223273.921363:0:9136:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1782223273.921389:0:9136:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fed89800a80 x1868796285434240/t0(0) o8->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782223273.921419:0:9136:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0000_UUID 00020000:01000000:2.0:1782223273.921441:0:9136:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9fed82977800) active 00000080:00000004:2.0:1782223273.921458:0:9136:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000020:00000080:2.0:1782223273.921468:0:9136:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x7070cadb437657d1 00000100:00080000:2.0:1782223273.921473:0:9136:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff9fed82977800: connect to NID 192.168.202.152@tcp last attempt 0 00000100:00080000:2.0:1782223273.921477:0:9136:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff9fed82977800: import ffff9fed899d2000 using connection 192.168.202.152@tcp/192.168.202.152@tcp 00000008:00100000:2.0:1782223273.921482:0:9136:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1782223273.921493:0:9136:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9fed89800380 x1868796285434368/t0(0) o8->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782223273.921500:0:9136:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0001_UUID 00020000:01000000:2.0:1782223273.921504:0:9136:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9fed82977800) active 00000080:00000004:2.0:1782223273.921510:0:9136:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000100:00100000:2.0:1782223273.921539:0:9136:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89803480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:985676fe-136e-45f7-b337-480fb72bebdf:9136:1868796285434496:192.168.202.152@tcp:900:mount.lustre.0 00000100:00100000:2.0:1782223273.921607:0:9136:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8aaaa3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1782223273.921935:0:2404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:985676fe-136e-45f7-b337-480fb72bebdf:2404:1868796285434240:192.168.202.152@tcp:8:mount.lustre.0 00000100:00100000:3.0:1782223273.921995:0:2404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:985676fe-136e-45f7-b337-480fb72bebdf:2404:1868796285434368:192.168.202.152@tcp:8:mount.lustre.0 00000100:00100000:2.0:1782223273.931962:0:9136:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89803480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:985676fe-136e-45f7-b337-480fb72bebdf:9136:1868796285434496:192.168.202.152@tcp:900:mount.lustre.0 00000100:00100000:2.0:1782223273.932037:0:9136:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89803480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:985676fe-136e-45f7-b337-480fb72bebdf:9136:1868796285434624:192.168.202.152@tcp:33:mount.lustre.0 00000100:00100000:2.0:1782223273.932405:0:9136:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8aaaa3c0 going to sleep for 11 seconds 00010000:00080000:3.0:1782223273.935732:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800380 x1868796285434368/t0(0) o8->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 520/416 e 0 to 0 dl 1782223283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223273.935750:0:2404:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9fed82977800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1782223273.935760:0:2404:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9fed82977800: connect to target with instance 1 00000100:00080000:3.0:1782223273.935769:0:2404:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9fed82977800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:3.0:1782223273.935780:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1782223273.935786:0:2404:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1782223273.935794:0:2404:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1782223273.935797:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9fed899d2000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1782223273.935802:0:2404:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1782223273.935805:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1782223273.935807:0:2404:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1782223273.935814:0:2404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:985676fe-136e-45f7-b337-480fb72bebdf:2404:1868796285434368:192.168.202.152@tcp:8:mount.lustre.0 00000100:00100000:2.0:1782223273.935959:0:9136:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89803480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:985676fe-136e-45f7-b337-480fb72bebdf:9136:1868796285434624:192.168.202.152@tcp:33:mount.lustre.0 00000080:00200000:2.0:1782223273.936350:0:9136:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fed9817e3c8) 00000080:00200000:2.0:1782223273.936359:0:9136:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1782223273.936417:0:9136:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00010000:00080000:3.0:1782223273.939411:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800a80 x1868796285434240/t0(0) o8->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 520/416 e 0 to 0 dl 1782223283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223273.939428:0:2404:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fed82977800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1782223273.939438:0:2404:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9fed82977800: connect to target with instance 1 00000100:00080000:3.0:1782223273.939449:0:2404:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9fed82977800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:3.0:1782223273.939463:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1782223273.939468:0:2404:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1782223273.939473:0:2404:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1782223273.939491:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9fed899d7000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1782223273.939498:0:2404:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1782223273.939501:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1782223273.939504:0:2404:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1782223273.939512:0:2404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:985676fe-136e-45f7-b337-480fb72bebdf:2404:1868796285434240:192.168.202.152@tcp:8:mount.lustre.0 00000080:00000004:2.0:1782223273.941368:0:9136:0:(super25.c:187:lustre_fill_super()) 192.168.202.152@tcp:/lustre: Mount complete 00000400:00000001:2.0:1782223274.136438:0:9166:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:0.0:1782223274.642596:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223274.642604:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223274.642612:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223274.642613:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1782223274.646384:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1782223274.646392:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1782223274.646397:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1782223275.219211:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16800 (cpu 0) has reached its deadline 4295030907, at 4295030913 00000100:00000010:0.0:1782223275.219227:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed89f83360. 00000100:00000040:1.0:1782223275.219879:0:8953:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16910 (cpu 0) has reached its deadline 4295030907, at 4295030913 00000100:00000010:1.0:1782223275.219888:0:8953:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed89f83e40. 00010000:00000001:0.0:1782223275.666282:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223275.666291:0:766:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1782223275.666293:0:766:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1782223275.666297:0:766:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223275.666301:0:766:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1782223275.666304:0:766:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223275.666326:0:766:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223275.666329:0:766:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223275.666333:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223275.666335:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1782223275.666430:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1782223275.666434:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1782223275.666437:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1782223276.690938:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223276.690946:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223276.690952:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223276.690953:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1782223276.691205:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1782223276.691208:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1782223276.691211:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1782223277.714260:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223277.714267:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223277.714273:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223277.714274:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1782223277.714355:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1782223277.714358:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1782223277.714361:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1782223278.738235:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223278.738243:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223278.738249:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223278.738251:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1782223278.739196:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1782223278.739200:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1782223278.739204:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1782223279.200679:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223279.200691:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223279.200702:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89803480. 00000020:00000040:2.0:1782223279.200772:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1782223279.200777:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223279.200781:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223279.200786:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223279.200797:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed900ee800. 00000100:00000001:2.0:1782223279.200806:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.200819:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS req@ffff9fed89803480 x1868796285434752/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223279.200832:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223279.200836:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.200842:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a948e141] to pc [ptlrpcd_01_01+1] req@ffff9fed89803480 x1868796285434752/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.200881:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.200883:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223279.200887:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223279.200891:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89800a80. 00000020:00000040:2.0:1782223279.200893:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed89d88000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fed84fb4800 00000100:00000001:2.0:1782223279.200896:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223279.200897:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223279.200899:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223279.200902:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed900eed00. 00000100:00000001:2.0:1782223279.200904:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.200909:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0000_UUID req@ffff9fed89800a80 x1868796285434880/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223279.200916:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223279.200917:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.200921:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bba37e9b] to pc [ptlrpcd_01_00+0] req@ffff9fed89800a80 x1868796285434880/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.200929:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.200932:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223279.200935:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223279.200937:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89800380. 00000020:00000040:2.0:1782223279.200939:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed89d8e800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fed84fb4800 00000100:00000001:2.0:1782223279.200942:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223279.200943:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223279.200944:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223279.200947:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed900ee500. 00000100:00000001:2.0:1782223279.200949:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.200952:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0001_UUID req@ffff9fed89800380 x1868796285435008/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223279.200958:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223279.200964:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.200968:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9454984] to pc [ptlrpcd_01_01+1] req@ffff9fed89800380 x1868796285435008/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.200976:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.200978:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1782223279.200980:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1782223279.200983:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1782223279.200985:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1782223279.200988:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223279.200991:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223279.200994:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89800000. 00000020:00000040:2.0:1782223279.200996:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d3000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fed82977800 00000100:00000001:2.0:1782223279.200998:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223279.201000:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223279.201001:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223279.201005:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed900eec00. 00000100:00000001:2.0:1782223279.201008:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.201012:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0000_UUID req@ffff9fed89800000 x1868796285435136/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223279.201019:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223279.201021:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.201024:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043cfb766] to pc [ptlrpcd_01_00+0] req@ffff9fed89800000 x1868796285435136/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.201030:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.201032:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223279.201035:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223279.201037:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89800e00. 00000020:00000040:2.0:1782223279.201039:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d4800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fed82977800 00000100:00000001:2.0:1782223279.201047:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223279.201048:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223279.201050:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223279.201054:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed900ee200. 00000100:00000001:2.0:1782223279.201057:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.201061:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0001_UUID req@ffff9fed89800e00 x1868796285435264/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223279.201068:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223279.201070:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.201073:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd675822] to pc [ptlrpcd_01_01+1] req@ffff9fed89800e00 x1868796285435264/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.201081:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.201083:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223279.201085:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223279.201089:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89803b80. 00000020:00000040:2.0:1782223279.201091:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d7000 refcount=3 obd=lustre-OST0000-osc-ffff9fed82977800 00000100:00000001:2.0:1782223279.201092:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223279.201094:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223279.201095:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223279.201098:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed900ee000. 00000100:00000001:2.0:1782223279.201100:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.201103:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0000_UUID req@ffff9fed89803b80 x1868796285435392/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223279.201109:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223279.201111:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.201114:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e39f0562] to pc [ptlrpcd_01_00+0] req@ffff9fed89803b80 x1868796285435392/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.201119:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.201121:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223279.201124:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223279.201131:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89802680. 00000020:00000040:2.0:1782223279.201133:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d2000 refcount=3 obd=lustre-OST0001-osc-ffff9fed82977800 00000100:00000001:2.0:1782223279.201135:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223279.201136:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223279.201138:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223279.201141:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed900ee700. 00000100:00000001:2.0:1782223279.201187:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.201192:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0001_UUID req@ffff9fed89802680 x1868796285435520/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223279.201200:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223279.201202:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.201206:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1a408fa] to pc [ptlrpcd_01_01+1] req@ffff9fed89802680 x1868796285435520/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.201213:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.201217:0:8:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (372) 00000100:00000001:2.0:1782223279.201232:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223279.201235:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223279.201238:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223279.201242:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89803480 x1868796285434752/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.201251:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223279.201253:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223279.201256:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223279.201259:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223279.201262:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223279.201265:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285434752:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223279.201269:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223279.201274:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223279.201277:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223279.201279:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223279.201284:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed89ba6e00. 02000000:00000001:2.0:1782223279.201286:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223279.201294:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223279.201302:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b5d68. 00000400:00000010:2.0:1782223279.201309:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d770. 00000100:00000200:2.0:1782223279.201317:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285434752, portal 25 00000100:00000001:2.0:1782223279.201320:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223279.201322:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295787136 : -105632413764480 : ffff9fed89803480) 00000100:00000040:2.0:1782223279.201327:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89803480 x1868796285434752/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.201335:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223279.201338:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223279.201340:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d000. 00000100:00000200:2.0:1782223279.201344:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868796285434752, offset 0 00000400:00000200:2.0:1782223279.202472:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1782223279.202489:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223279.202499:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223279.202504:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1782223279.202508:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:2.0:1782223279.202512:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1782223279.202515:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1782223279.202519:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [126:126:256:4294967295] 192.168.202.152@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:2.0:1782223279.202524:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223279.202534:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:2.0:1782223279.202541:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223279.202547:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed900eee00. 00000800:00000200:2.0:1782223279.202554:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:2.0:1782223279.202562:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1782223279.202566:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed900eee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223279.202582:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223279.202587:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223279.202590:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4295036188 00000100:00000010:2.0:1782223279.202596:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed89de6660. 00000100:00000001:2.0:1782223279.202603:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1782223279.202623:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4295036188 00000100:00000010:2.0:1782223279.202629:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed89db75a0. 00000100:00000001:2.0:1782223279.202633:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1782223279.202637:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223279.202640:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223279.202644:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223279.202651:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89800380 x1868796285435008/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.202659:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223279.202661:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223279.202665:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223279.202667:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223279.202669:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223279.202673:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285435008:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223279.202677:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223279.202681:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223279.202683:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223279.202685:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223279.202689:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed89ba7e00. 02000000:00000001:2.0:1782223279.202691:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223279.202695:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223279.202699:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b5948. 00000400:00000010:2.0:1782223279.202704:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d7f8. 00000100:00000200:2.0:1782223279.202777:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285435008, portal 10 00000100:00000001:2.0:1782223279.202780:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223279.202782:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295774592 : -105632413777024 : ffff9fed89800380) 00000100:00000040:2.0:1782223279.202789:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89800380 x1868796285435008/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.202796:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223279.202798:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223279.202801:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d198. 00000100:00000200:2.0:1782223279.202805:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285435008, offset 0 00000400:00000200:2.0:1782223279.202814:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1782223279.202819:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223279.202822:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223279.202825:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1782223279.202828:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:2.0:1782223279.202830:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1782223279.202833:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1782223279.202835:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [127:127:255:4294967295] 192.168.202.152@tcp LPNI seq info [127:127:7:4294967295] 00000400:00000200:2.0:1782223279.202839:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223279.202846:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:2.0:1782223279.202851:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223279.202854:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed900ee100. 00000800:00000200:2.0:1782223279.202858:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:2.0:1782223279.202862:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1782223279.202865:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed900ee100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223279.202868:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.202871:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: using a timeout of 93015 usecs (94 jiffies) 00000400:00000200:2.0:1782223279.202874:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223279.202876:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 0 is 4295034990 00000100:00000001:2.0:1782223279.202879:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS request active for cpu 0, keep current deadline 4295036188 00000100:00000001:2.0:1782223279.202881:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 1 is 4295034990 00000100:00000001:2.0:1782223279.202883:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS request active for cpu 1, keep current deadline 4295036188 00000100:00000001:2.0:1782223279.202885:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223279.202887:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223279.202890:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223279.202894:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89800e00 x1868796285435264/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.202901:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223279.202903:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223279.202908:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223279.202910:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223279.202912:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223279.202915:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285435264:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223279.202918:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223279.202921:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223279.202922:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223279.202924:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223279.202927:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed89ba7600. 02000000:00000001:2.0:1782223279.202928:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223279.202931:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223279.202934:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b59f8. 00000400:00000010:2.0:1782223279.202937:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d110. 00000100:00000200:2.0:1782223279.202940:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285435264, portal 10 00000100:00000001:2.0:1782223279.202941:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223279.202943:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295777280 : -105632413774336 : ffff9fed89800e00) 00000100:00000040:2.0:1782223279.202948:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89800e00 x1868796285435264/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.202955:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223279.202957:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223279.202959:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605dcc0. 00000100:00000200:2.0:1782223279.202961:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285435264, offset 0 00000400:00000200:2.0:1782223279.202965:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1782223279.202968:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223279.202971:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223279.202974:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1782223279.202976:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:2.0:1782223279.202978:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1782223279.202980:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1782223279.202983:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [128:128:254:4294967295] 192.168.202.152@tcp LPNI seq info [128:128:6:4294967295] 00000400:00000200:2.0:1782223279.202986:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223279.202992:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:2.0:1782223279.203002:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223279.203005:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed900ee300. 00000800:00000200:2.0:1782223279.203009:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:2.0:1782223279.203013:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1782223279.203015:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed900ee300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223279.203018:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.203022:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: using a timeout of 28588 usecs (29 jiffies) 00000400:00000200:2.0:1782223279.203025:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223279.203026:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295034925 00000100:00000001:2.0:1782223279.203028:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295036188 00000100:00000001:2.0:1782223279.203030:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295034925 00000100:00000001:2.0:1782223279.203032:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295036188 00000100:00000001:2.0:1782223279.203033:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223279.203035:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223279.203038:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223279.203041:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89802680 x1868796285435520/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.203048:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223279.203049:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223279.203051:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223279.203053:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223279.203055:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223279.203058:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285435520:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223279.203061:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223279.203064:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223279.203065:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223279.203067:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223279.203070:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed89ba7a00. 02000000:00000001:2.0:1782223279.203072:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223279.203076:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223279.203084:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b5420. 00000400:00000010:2.0:1782223279.203088:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d4c8. 00000100:00000200:2.0:1782223279.203091:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285435520, portal 4 00000100:00000001:2.0:1782223279.203093:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223279.203094:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295783552 : -105632413768064 : ffff9fed89802680) 00000020:00000010:2.0:1782223279.203101:0:2408:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9fed89cf0000. 00000100:00000040:2.0:1782223279.203107:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89802680 x1868796285435520/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.203113:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223279.203115:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223279.203118:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d660. 00000100:00000200:2.0:1782223279.203120:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868796285435520, offset 0 00000400:00000200:2.0:1782223279.203124:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1782223279.203128:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223279.203131:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223279.203133:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1782223279.203136:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:2.0:1782223279.203138:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1782223279.203140:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1782223279.203173:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [129:129:253:4294967295] 192.168.202.152@tcp LPNI seq info [129:129:5:4294967295] 00000400:00000200:2.0:1782223279.203177:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223279.203184:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:2.0:1782223279.203188:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223279.203192:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed98a73c00. 00000800:00000200:2.0:1782223279.203196:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:2.0:1782223279.203199:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1782223279.203202:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed98a73c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223279.203204:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.203207:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: using a timeout of 17753 usecs (18 jiffies) 00000400:00000200:2.0:1782223279.203210:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223279.203211:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295034914 00000100:00000001:2.0:1782223279.203219:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295036188 00000100:00000001:2.0:1782223279.203221:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295034914 00000100:00000001:2.0:1782223279.203223:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295036188 00000100:00000001:2.0:1782223279.203226:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223279.203228:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223279.203230:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223279.203234:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223279.203241:0:2408:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1782223279.203243:0:2408:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1782223279.203246:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223279.203248:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223279.203250:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223279.203253:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1782223279.203255:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223279.203257:0:2408:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1782223279.203259:0:2408:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223279.203260:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223279.203262:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223279.203263:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223279.203268:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89800a80 x1868796285434880/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.203277:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223279.203278:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223279.203280:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223279.203282:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223279.203284:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223279.203287:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285434880:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223279.203290:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223279.203292:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223279.203294:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223279.203296:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223279.203299:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed89ba7400. 02000000:00000001:2.0:1782223279.203300:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223279.203309:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223279.203311:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b5108. 00000400:00000010:2.0:1782223279.203315:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605dc38. 00000100:00000200:2.0:1782223279.203318:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285434880, portal 10 00000100:00000001:2.0:1782223279.203320:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223279.203321:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295776384 : -105632413775232 : ffff9fed89800a80) 00000100:00000040:2.0:1782223279.203327:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89800a80 x1868796285434880/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.203335:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223279.203337:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223279.203340:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605de58. 00000100:00000200:2.0:1782223279.203342:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285434880, offset 0 00000400:00000200:2.0:1782223279.203346:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1782223279.203350:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223279.204493:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223279.204498:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1782223279.204502:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:2.0:1782223279.204506:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1782223279.204508:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1782223279.204511:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [130:130:252:4294967295] 192.168.202.152@tcp LPNI seq info [130:130:4:4294967295] 00000400:00000200:2.0:1782223279.204517:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223279.204526:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:2.0:1782223279.204531:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223279.204538:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed98a73e00. 00000800:00000200:2.0:1782223279.204544:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:2.0:1782223279.204550:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1782223279.204553:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed98a73e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223279.204559:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.204564:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: using a timeout of 197607 usecs (198 jiffies) 00000400:00000200:2.0:1782223279.204567:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223279.204569:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 0 is 4295035096 00000100:00000001:2.0:1782223279.204579:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS request active for cpu 0, keep current deadline 4295036188 00000100:00000001:2.0:1782223279.204582:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 1 is 4295035096 00000100:00000001:2.0:1782223279.204584:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS request active for cpu 1, keep current deadline 4295036188 00000100:00000001:2.0:1782223279.204586:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223279.204590:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223279.204592:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223279.204600:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89800000 x1868796285435136/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.204607:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223279.204609:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223279.204613:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223279.204616:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223279.204618:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223279.204621:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285435136:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223279.204625:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223279.204630:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223279.204632:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223279.204635:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223279.204639:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed89ba6800. 02000000:00000001:2.0:1782223279.204641:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223279.204645:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223279.204648:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b5f20. 00000400:00000010:2.0:1782223279.204655:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d220. 00000100:00000200:2.0:1782223279.204658:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285435136, portal 10 00000100:00000001:2.0:1782223279.204661:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223279.204662:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295773696 : -105632413777920 : ffff9fed89800000) 00000100:00000040:2.0:1782223279.204668:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89800000 x1868796285435136/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.204673:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223279.204675:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223279.204678:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605db28. 00000100:00000200:2.0:1782223279.204686:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285435136, offset 0 00000400:00000200:2.0:1782223279.204691:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1782223279.204696:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223279.204699:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223279.204702:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1782223279.204704:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:2.0:1782223279.204707:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1782223279.208410:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1782223279.208418:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [131:131:251:4294967295] 192.168.202.152@tcp LPNI seq info [131:131:3:4294967295] 00000400:00000200:2.0:1782223279.208425:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223279.208439:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:2.0:1782223279.208446:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223279.208453:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed98a73000. 00000800:00000200:2.0:1782223279.208460:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:2.0:1782223279.208468:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1782223279.208472:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed98a73000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223279.208478:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.208485:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: using a timeout of 17247 usecs (18 jiffies) 00000400:00000200:2.0:1782223279.208487:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223279.208490:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295034916 00000100:00000001:2.0:1782223279.208493:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295036188 00000100:00000001:2.0:1782223279.208495:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295034916 00000100:00000001:2.0:1782223279.208497:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295036188 00000100:00000001:2.0:1782223279.208499:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223279.208504:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223279.208508:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223279.208516:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89803b80 x1868796285435392/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.208526:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223279.208535:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223279.208539:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223279.208542:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223279.208545:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223279.208549:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285435392:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223279.208553:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223279.208559:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223279.208561:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223279.208563:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223279.208568:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed89ba6000. 02000000:00000001:2.0:1782223279.208570:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223279.208574:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223279.208578:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b5058. 00000400:00000010:2.0:1782223279.208584:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d880. 00000100:00000200:2.0:1782223279.208590:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285435392, portal 4 00000100:00000001:2.0:1782223279.208592:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223279.208594:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295788928 : -105632413762688 : ffff9fed89803b80) 00000020:00000010:2.0:1782223279.208602:0:2408:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9fed89cf4000. 00000100:00000040:2.0:1782223279.208608:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89803b80 x1868796285435392/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223279.208615:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223279.208617:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223279.208620:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d990. 00000100:00000200:2.0:1782223279.208622:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868796285435392, offset 0 00000400:00000200:2.0:1782223279.208627:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1782223279.208634:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223279.208640:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223279.208645:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1782223279.208648:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:2.0:1782223279.208652:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1782223279.208654:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1782223279.208657:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [132:132:250:4294967295] 192.168.202.152@tcp LPNI seq info [132:132:2:4294967295] 00000400:00000200:2.0:1782223279.208660:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223279.208672:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:2.0:1782223279.208677:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223279.208681:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed98a73500. 00000800:00000200:2.0:1782223279.208684:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:2.0:1782223279.208688:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1782223279.208691:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed98a73500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223279.208695:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223279.208698:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: using a timeout of 22475 usecs (23 jiffies) 00000400:00000200:2.0:1782223279.208700:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223279.208702:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295034921 00000100:00000001:2.0:1782223279.208704:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295036188 00000100:00000001:2.0:1782223279.208719:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295034921 00000100:00000001:2.0:1782223279.208722:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295036188 00000100:00000001:2.0:1782223279.208724:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223279.208726:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223279.208731:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223279.208735:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223279.208759:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223279.208762:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1782223279.212771:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223279.212781:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed900eee00. 00000400:00000200:1.0:1782223279.212788:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223279.212798:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223279.212805:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d000 00000400:00000010:1.0:1782223279.212809:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d000. 00000100:00000001:1.0:1782223279.212816:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223279.212826:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89803480 x1868796285434752/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223279.212839:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223279.212843:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89803480 x1868796285434752/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223279.212851:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223279.212853:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223279.212869:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223279.212871:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed900ee100. 00000400:00000200:1.0:1782223279.212874:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223279.212889:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223279.212893:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d198 00000400:00000010:1.0:1782223279.212894:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d198. 00000100:00000001:1.0:1782223279.212897:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223279.212901:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89800380 x1868796285435008/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223279.212909:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223279.212912:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89800380 x1868796285435008/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223279.212919:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223279.212920:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223279.212930:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223279.212932:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed900ee300. 00000400:00000200:1.0:1782223279.212935:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223279.212938:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223279.212940:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605dcc0 00000400:00000010:1.0:1782223279.212942:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605dcc0. 00000100:00000001:1.0:1782223279.212944:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223279.212948:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89800e00 x1868796285435264/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223279.212956:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223279.212960:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89800e00 x1868796285435264/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223279.212966:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223279.212968:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223279.212974:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223279.212976:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed98a73c00. 00000400:00000200:1.0:1782223279.212980:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223279.212983:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223279.212986:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d660 00000400:00000010:1.0:1782223279.212988:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d660. 00000100:00000001:1.0:1782223279.212990:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223279.213000:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89802680 x1868796285435520/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223279.213008:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223279.213011:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89802680 x1868796285435520/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223279.213017:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223279.213019:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223279.213028:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223279.213030:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed98a73e00. 00000400:00000200:1.0:1782223279.213032:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223279.213036:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223279.213038:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605de58 00000400:00000010:1.0:1782223279.213040:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605de58. 00000100:00000001:1.0:1782223279.213042:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223279.213046:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89800a80 x1868796285434880/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223279.213053:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223279.213056:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89800a80 x1868796285434880/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223279.213062:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223279.213064:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223279.213071:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223279.213073:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed98a73000. 00000400:00000200:1.0:1782223279.213076:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223279.213079:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223279.213081:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605db28 00000400:00000010:1.0:1782223279.213082:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605db28. 00000100:00000001:1.0:1782223279.213084:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223279.213089:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89800000 x1868796285435136/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223279.213095:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223279.213098:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89800000 x1868796285435136/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223279.213109:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223279.213110:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223279.213203:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223279.213205:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed98a73500. 00000400:00000200:1.0:1782223279.213208:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223279.213212:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223279.213214:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d990 00000400:00000010:1.0:1782223279.213216:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d990. 00000100:00000001:1.0:1782223279.213218:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223279.213222:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89803b80 x1868796285435392/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223279.213229:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223279.213231:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89803b80 x1868796285435392/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223279.213236:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223279.213237:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1782223279.221864:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.221884:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223279.221887:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.221890:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223279.221900:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.221907:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223279.221917:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.221923:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.221929:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.221934:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac03d80 00000400:00000200:0.0:1782223279.221939:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.221946:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x751 [1] + 224 00000800:00000001:0.0:1782223279.221954:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.221958:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223279.221962:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223279.221967:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223279.221974:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223279.221984:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89800e00 x1868796285435264/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223279.222011:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89800e00 x1868796285435264/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223279.222031:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223279.222040:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.222045:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223279.222047:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.222049:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223279.222052:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.222055:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223279.222059:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.222061:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.222064:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.222067:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac03c00 00000400:00000200:0.0:1782223279.222070:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.222073:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x761 [1] + 224 00000800:00000001:0.0:1782223279.222077:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.222080:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223279.222082:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223279.222085:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223279.222088:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223279.222092:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89800a80 x1868796285434880/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223279.222101:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89800a80 x1868796285434880/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223279.222109:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223279.222112:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.222115:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223279.222117:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.222118:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223279.222121:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.222130:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223279.222135:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.222137:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.222140:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228296:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac03d00 00000400:00000200:0.0:1782223279.228311:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228319:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:0.0:1782223279.228336:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.228354:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223279.228357:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223279.228362:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223279.228371:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223279.228382:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89800000 x1868796285435136/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223279.228393:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89800000 x1868796285435136/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223279.228404:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223279.228418:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.228422:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223279.228424:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.228426:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223279.228431:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228435:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223279.228445:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228450:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228455:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228458:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 4 MB=0x6a3a90ac03e80 00000400:00000200:0.0:1782223279.228462:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228466:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.152@tcp of length 224/224 into md 0x759 [1] + 224 00000800:00000001:0.0:1782223279.228469:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.228472:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223279.228490:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223279.228493:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223279.228496:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223279.228500:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89802680 x1868796285435520/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223279.228508:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89802680 x1868796285435520/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223279.228516:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223279.228519:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.228523:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223279.228525:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.228527:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223279.228530:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228534:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223279.228538:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228540:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228543:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228546:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 4 MB=0x6a3a90ac03e00 00000400:00000200:0.0:1782223279.228549:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228553:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.152@tcp of length 224/224 into md 0x771 [1] + 224 00000800:00000001:0.0:1782223279.228556:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.228560:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223279.228562:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223279.228564:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223279.228567:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223279.228571:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89803b80 x1868796285435392/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223279.228580:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89803b80 x1868796285435392/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223279.228587:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223279.228597:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.228601:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223279.228602:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.228605:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223279.228608:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228611:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223279.228615:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228618:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228620:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228623:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac03c80 00000400:00000200:0.0:1782223279.228626:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228629:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x749 [1] + 224 00000800:00000001:0.0:1782223279.228633:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.228636:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223279.228638:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223279.228641:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223279.228644:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223279.228648:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89800380 x1868796285435008/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223279.228657:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89800380 x1868796285435008/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223279.228664:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223279.228667:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.228670:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223279.228672:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.228674:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223279.228677:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228681:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223279.228685:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228688:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228691:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228693:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 25 MB=0x6a3a90ac03b80 00000400:00000200:0.0:1782223279.228696:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223279.228706:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.152@tcp of length 224/224 into md 0x741 [1] + 224 00000800:00000001:0.0:1782223279.228725:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.228737:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223279.228739:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223279.228743:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223279.228746:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223279.228752:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89803480 x1868796285434752/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223279.228759:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89803480 x1868796285434752/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223279.228765:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223279.228769:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223279.228772:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.228960:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223279.228964:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1782223279.228972:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223279.228974:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223279.228977:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b5108. 00000400:00000200:3.0:1782223279.228982:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605dc38 00000400:00000010:3.0:1782223279.228984:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605dc38. 00000100:00000001:3.0:1782223279.228989:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223279.228995:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89800a80 x1868796285434880/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223279.229005:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89800a80 x1868796285434880/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229011:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223279.229013:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229015:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223279.229019:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223279.229021:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223279.229023:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223279.229026:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223279.229037:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89d88460 time=71 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223279.229041:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89d88418 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223279.229043:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223279.229045:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223279.229047:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223279.229051:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223279.229062:0:2408:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223279.229065:0:2408:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed84fb4800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223279.229067:0:2408:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223279.229068:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223279.229074:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89800a80 x1868796285434880/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229081:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223279.229084:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223279.229086:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223279.229089:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89800a80 x1868796285434880/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223279.229097:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285434880:192.168.202.152@tcp:400:kworker.0 00000400:00000001:3.0:1782223279.229103:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223279.229105:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223279.229106:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b5f20. 00000400:00000200:3.0:1782223279.229109:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d220 00000400:00000010:3.0:1782223279.229111:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d220. 00000100:00000001:3.0:1782223279.229114:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223279.229117:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89800000 x1868796285435136/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223279.229125:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89800000 x1868796285435136/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229131:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223279.229133:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229135:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223279.229136:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223279.229138:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223279.229139:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223279.229141:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223279.229191:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d3460 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223279.229194:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d3418 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223279.229196:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223279.229203:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223279.229205:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223279.229207:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223279.229209:0:2408:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223279.229211:0:2408:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223279.229212:0:2408:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223279.229214:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223279.229218:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89800000 x1868796285435136/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229225:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223279.229227:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223279.229228:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223279.229231:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89800000 x1868796285435136/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223279.229239:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285435136:192.168.202.152@tcp:400:kworker.0 00000400:00000001:3.0:1782223279.229244:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223279.229245:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223279.229247:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b5058. 00000400:00000200:3.0:1782223279.229250:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d880 00000400:00000010:3.0:1782223279.229251:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d880. 00000100:00000001:3.0:1782223279.229254:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223279.229258:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89803b80 x1868796285435392/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223279.229265:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89803b80 x1868796285435392/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229273:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223279.229274:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229276:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223279.229278:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223279.229280:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223279.229281:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223279.229284:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223279.229294:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d7460 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223279.229298:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d7418 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223279.229300:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223279.229302:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223279.229304:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1782223279.229308:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89803b80 x1868796285435392/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1782223279.229314:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223279.229316:0:2408:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223279.229318:0:2408:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223279.229320:0:2408:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223279.229321:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223279.229325:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89803b80 x1868796285435392/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229332:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223279.229334:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223279.229335:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223279.229339:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89803b80 x1868796285435392/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223279.229347:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285435392:192.168.202.152@tcp:400:kworker.0 00000400:00000001:3.0:1782223279.229353:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223279.229354:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223279.229356:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b5d68. 00000400:00000200:3.0:1782223279.229358:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d770 00000400:00000010:3.0:1782223279.229360:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d770. 00000100:00000001:3.0:1782223279.229362:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223279.229365:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89803480 x1868796285434752/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223279.229373:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89803480 x1868796285434752/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229379:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223279.229386:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229388:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223279.229390:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223279.229391:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223279.229393:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223279.229395:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223279.229398:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89bddc60 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223279.229401:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89bddc18 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223279.229403:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223279.229405:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223279.229406:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223279.229408:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223279.229410:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223279.229414:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89803480 x1868796285434752/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229421:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223279.229423:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223279.229425:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223279.229428:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89803480 x1868796285434752/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223279.229436:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285434752:192.168.202.152@tcp:400:kworker.0 00000400:00000001:3.0:1782223279.229441:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223279.229442:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223279.229444:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b5948. 00000400:00000200:3.0:1782223279.229447:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d7f8 00000400:00000010:3.0:1782223279.229448:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d7f8. 00000100:00000001:3.0:1782223279.229451:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223279.229454:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89800380 x1868796285435008/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223279.229461:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89800380 x1868796285435008/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229466:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223279.229472:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229474:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223279.229476:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223279.229477:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223279.229478:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223279.229480:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223279.229484:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89d8ec60 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223279.229487:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89d8ec18 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223279.229489:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223279.229491:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223279.229492:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1782223279.229497:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800380 x1868796285435008/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1782223279.229503:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223279.229506:0:2408:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223279.229507:0:2408:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed84fb4800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223279.229509:0:2408:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223279.229511:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223279.229514:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89800380 x1868796285435008/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229519:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223279.229521:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223279.229522:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223279.229526:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89800380 x1868796285435008/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223279.229533:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285435008:192.168.202.152@tcp:400:kworker.0 00000400:00000001:3.0:1782223279.229538:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223279.229540:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223279.229541:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b59f8. 00000400:00000200:3.0:1782223279.229544:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d110 00000400:00000010:3.0:1782223279.229545:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d110. 00000100:00000001:3.0:1782223279.229548:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223279.229557:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89800e00 x1868796285435264/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223279.229565:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89800e00 x1868796285435264/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229571:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223279.229573:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229574:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223279.229576:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223279.229577:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223279.229578:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223279.229580:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223279.229585:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d4c60 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223279.229588:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d4c18 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223279.229590:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223279.229591:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223279.229593:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1782223279.229597:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800e00 x1868796285435264/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1782223279.229604:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223279.229606:0:2408:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223279.229607:0:2408:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223279.229609:0:2408:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223279.229610:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223279.229613:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89800e00 x1868796285435264/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229619:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223279.229621:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223279.229622:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223279.229625:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89800e00 x1868796285435264/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223279.229632:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285435264:192.168.202.152@tcp:400:kworker.0 00000400:00000001:3.0:1782223279.229645:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223279.229646:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223279.229648:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b5420. 00000400:00000200:3.0:1782223279.229650:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d4c8 00000400:00000010:3.0:1782223279.229652:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d4c8. 00000100:00000001:3.0:1782223279.229654:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223279.229658:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89802680 x1868796285435520/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223279.229666:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89802680 x1868796285435520/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229671:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223279.229673:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229674:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223279.229676:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223279.229677:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223279.229678:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223279.229680:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223279.229685:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d2460 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223279.229687:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d2418 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223279.229689:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223279.229691:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223279.229692:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1782223279.229695:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89802680 x1868796285435520/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1782223279.229701:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223279.229704:0:2408:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223279.229705:0:2408:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223279.229706:0:2408:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223279.229708:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223279.229711:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89802680 x1868796285435520/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229716:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223279.229724:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223279.229725:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223279.229729:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89802680 x1868796285435520/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223279.229735:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285435520:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223279.229739:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229741:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223279.229745:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89800a80 x1868796285434880/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229750:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223279.229753:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223279.229757:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed89ba7400. 02000000:00000001:3.0:1782223279.229760:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223279.229762:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223279.229764:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed89d88000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fed84fb4800 00000020:00000001:3.0:1782223279.229765:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223279.229768:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed900eed00. 02000000:00000001:3.0:1782223279.229773:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223279.229775:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223279.229776:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89800a80. 00000100:00000001:3.0:1782223279.229780:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223279.229781:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229783:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223279.229787:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89800000 x1868796285435136/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229794:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223279.229795:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223279.229797:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed89ba6800. 02000000:00000001:3.0:1782223279.229799:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223279.229800:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223279.229802:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed899d3000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fed82977800 00000020:00000001:3.0:1782223279.229803:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223279.229805:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed900eec00. 02000000:00000001:3.0:1782223279.229813:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223279.229814:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223279.229815:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89800000. 00000100:00000001:3.0:1782223279.229818:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223279.229819:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229820:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223279.229825:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89803b80 x1868796285435392/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229831:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223279.229832:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223279.229833:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed89ba6000. 02000000:00000001:3.0:1782223279.229835:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223279.229837:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223279.229838:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed899d7000 refcount=2 obd=lustre-OST0000-osc-ffff9fed82977800 00000020:00000001:3.0:1782223279.229840:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223279.229841:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed900ee000. 02000000:00000001:3.0:1782223279.229843:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223279.229844:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223279.229845:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89803b80. 00000100:00000001:3.0:1782223279.229848:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223279.229849:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229850:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223279.229853:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89803480 x1868796285434752/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229859:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223279.229860:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223279.229861:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed89ba6e00. 02000000:00000001:3.0:1782223279.229863:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223279.229864:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223279.229865:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1782223279.229866:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223279.229868:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed900ee800. 02000000:00000001:3.0:1782223279.229869:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223279.229870:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223279.229872:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89803480. 00000100:00000001:3.0:1782223279.229874:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223279.229880:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229882:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223279.229886:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89800380 x1868796285435008/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229891:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223279.229893:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223279.229894:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed89ba7e00. 02000000:00000001:3.0:1782223279.229896:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223279.229897:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223279.229899:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed89d8e800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fed84fb4800 00000020:00000001:3.0:1782223279.229900:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223279.229902:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed900ee500. 02000000:00000001:3.0:1782223279.229904:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223279.229905:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223279.229907:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89800380. 00000100:00000001:3.0:1782223279.229909:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223279.229910:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229912:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223279.229916:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89800e00 x1868796285435264/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229923:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223279.229924:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223279.229925:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed89ba7600. 02000000:00000001:3.0:1782223279.229927:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223279.229928:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223279.229929:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed899d4800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fed82977800 00000020:00000001:3.0:1782223279.229930:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223279.229932:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed900ee200. 02000000:00000001:3.0:1782223279.229934:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223279.229935:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223279.229936:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89800e00. 00000100:00000001:3.0:1782223279.229938:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223279.229939:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229941:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223279.229944:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89802680 x1868796285435520/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223279.229960:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223279.229962:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223279.229963:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed89ba7a00. 02000000:00000001:3.0:1782223279.229965:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223279.229967:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223279.229968:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed899d2000 refcount=2 obd=lustre-OST0001-osc-ffff9fed82977800 00000020:00000001:3.0:1782223279.229970:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223279.229971:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed900ee700. 02000000:00000001:3.0:1782223279.229973:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223279.229973:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223279.229975:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89802680. 00000100:00000001:3.0:1782223279.229977:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223279.229979:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229981:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223279.229988:0:2408:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223279.229990:0:2408:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223279.229992:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223279.229994:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223279.762251:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223279.762257:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223279.762263:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223279.762264:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1782223279.762516:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1782223279.762520:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1782223279.762523:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1782223280.097942:0:9367:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1782223280.097954:0:9367:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223280.530223:0:8953:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16910 (cpu 0) has reached its deadline 4295036188, at 4295036224 00000100:00000010:1.0:1782223280.530241:0:8953:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed89db75a0. 00000100:00000040:0.0:1782223280.530331:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16800 (cpu 0) has reached its deadline 4295036188, at 4295036224 00000100:00000010:0.0:1782223280.530337:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed89de6660. 00000001:00000001:3.0:1782223280.538867:0:9403:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1782223280.538873:0:9403:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:3.0:1782223280.551864:0:9403:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1782223280.608463:0:9406:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1782223280.608475:0:9406:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1782223280.668494:0:9412:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1782223280.668505:0:9412:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223280.790290:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223280.790298:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223280.790304:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223280.790305:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1782223280.790330:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1782223280.790333:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1782223280.790336:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1782223281.810435:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223281.810444:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223281.810452:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223281.810453:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1782223281.810632:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1782223281.810638:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1782223281.810641:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1782223282.837499:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223282.837510:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223282.837519:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223282.837522:0:766:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1782223282.837552:0:766:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1782223282.837558:0:766:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223282.837562:0:766:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1782223282.837565:0:766:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223282.837568:0:766:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223282.837571:0:766:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1782223282.837608:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1782223282.837612:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1782223282.837615:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1782223283.860387:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223283.860397:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223283.860406:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223283.860407:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1782223283.861268:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1782223283.861275:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1782223283.861281:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1782223284.307457:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1782223284.307472:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1782223284.307482:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89de8000. 00000020:00000040:3.0:1782223284.307489:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1782223284.307514:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1782223284.307519:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1782223284.307527:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1782223284.307540:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed98a75a00. 00000100:00000001:3.0:1782223284.307552:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.307570:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS req@ffff9fed89de8000 x1868796285435648/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1782223284.307627:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1782223284.307634:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.307642:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7f1ccb] to pc [ptlrpcd_01_00+0] req@ffff9fed89de8000 x1868796285435648/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223284.307674:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.307678:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1782223284.307682:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1782223284.307685:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89de8700. 00000020:00000040:3.0:1782223284.307688:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed89d88000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fed84fb4800 00000100:00000001:3.0:1782223284.307691:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1782223284.307692:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1782223284.307694:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1782223284.307700:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed98a75d00. 00000100:00000001:3.0:1782223284.307704:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.307708:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0000_UUID req@ffff9fed89de8700 x1868796285435776/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1782223284.307716:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1782223284.307719:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.307723:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcd109b5] to pc [ptlrpcd_01_01+1] req@ffff9fed89de8700 x1868796285435776/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223284.307732:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.307735:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1782223284.307738:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1782223284.307746:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89de9880. 00000020:00000040:3.0:1782223284.307749:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed89d8e800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fed84fb4800 00000100:00000001:3.0:1782223284.307752:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1782223284.307753:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1782223284.307755:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1782223284.307760:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed86116900. 00000100:00000001:3.0:1782223284.307763:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.307768:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0001_UUID req@ffff9fed89de9880 x1868796285435904/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1782223284.307774:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1782223284.307776:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.307781:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002b0649d] to pc [ptlrpcd_01_00+0] req@ffff9fed89de9880 x1868796285435904/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223284.307788:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.307790:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1782223284.307794:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1782223284.307797:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1782223284.307800:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1782223284.307803:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1782223284.307806:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1782223284.307809:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89de8380. 00000020:00000040:3.0:1782223284.307811:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d3000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fed82977800 00000100:00000001:3.0:1782223284.307813:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1782223284.307815:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1782223284.307817:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1782223284.307820:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed86116400. 00000100:00000001:3.0:1782223284.307823:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.307827:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0000_UUID req@ffff9fed89de8380 x1868796285436032/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1782223284.307845:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1782223284.307847:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.307851:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063ace02d] to pc [ptlrpcd_01_01+1] req@ffff9fed89de8380 x1868796285436032/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223284.307857:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.307859:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1782223284.307862:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1782223284.307865:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89de8a80. 00000020:00000040:3.0:1782223284.307868:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d4800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fed82977800 00000100:00000001:3.0:1782223284.307870:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1782223284.307871:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1782223284.307873:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1782223284.307877:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed9195f100. 00000100:00000001:3.0:1782223284.307880:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.307884:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0001_UUID req@ffff9fed89de8a80 x1868796285436160/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1782223284.307890:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1782223284.307892:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.307895:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000613b5490] to pc [ptlrpcd_01_00+0] req@ffff9fed89de8a80 x1868796285436160/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223284.307902:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.307904:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1782223284.307907:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1782223284.307910:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89de8e00. 00000100:00000001:2.0:1782223284.310629:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223284.310642:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223284.310646:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223284.310665:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89de8000 x1868796285435648/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.310679:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223284.310682:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.310688:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223284.310694:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223284.310724:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223284.310729:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285435648:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223284.310734:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223284.310743:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223284.310747:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.310750:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223284.310758:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed89ba6800. 02000000:00000001:2.0:1782223284.310760:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223284.310771:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223284.310778:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b59a0. 00000400:00000010:2.0:1782223284.310788:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605df68. 00000100:00000200:2.0:1782223284.310798:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285435648, portal 25 00000100:00000001:2.0:1782223284.310800:0:2407:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223284.310802:0:2407:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441301966848 : -105632407584768 : ffff9fed89de8000) 00000100:00000040:2.0:1782223284.310809:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89de8000 x1868796285435648/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.310817:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223284.310820:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223284.310823:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605dd48. 00000100:00000200:2.0:1782223284.310828:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868796285435648, offset 0 00000400:00000200:2.0:1782223284.310836:0:2407:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1782223284.310848:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223284.310858:0:2407:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223284.310867:0:2407:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1782223284.310872:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:2.0:1782223284.310877:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1782223284.310880:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1782223284.310884:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [133:133:256:4294967295] 192.168.202.152@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:2.0:1782223284.310889:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223284.310902:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:2.0:1782223284.311008:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223284.311015:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed84c74400. 00000800:00000200:2.0:1782223284.311084:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:2.0:1782223284.311094:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1782223284.311099:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed84c74400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223284.311134:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223284.311140:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223284.311190:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4295041297 00000100:00000010:2.0:1782223284.311196:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed89830d20. 00000100:00000001:2.0:1782223284.311204:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1782223284.311216:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4295041297 00000100:00000010:2.0:1782223284.311219:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed89830660. 00000100:00000001:2.0:1782223284.311223:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1782223284.311226:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223284.311228:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.311231:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223284.311236:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89de9880 x1868796285435904/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.311241:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223284.311242:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.311244:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223284.311246:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223284.311248:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223284.311249:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285435904:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223284.311252:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223284.311254:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223284.311255:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.311256:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223284.311259:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed89ba7400. 02000000:00000001:2.0:1782223284.311260:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223284.311263:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223284.311266:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b51b8. 00000400:00000010:2.0:1782223284.311271:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d5d8. 00000100:00000200:2.0:1782223284.311274:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285435904, portal 10 00000800:00000200:1.0:1782223284.311515:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223284.311521:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed84c74400. 00000400:00000200:1.0:1782223284.311527:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223284.311533:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223284.311539:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605dd48 00000400:00000010:1.0:1782223284.311542:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605dd48. 00000100:00000001:1.0:1782223284.311547:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223284.311552:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89de8000 x1868796285435648/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223284.311565:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223284.311569:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89de8000 x1868796285435648/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223284.311583:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223284.311585:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1782223284.314353:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d7000 refcount=3 obd=lustre-OST0000-osc-ffff9fed82977800 00000100:00000001:3.0:1782223284.314361:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1782223284.314364:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1782223284.314371:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223284.314420:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223284.314451:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223284.314454:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223284.314475:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89de8700 x1868796285435776/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223284.314487:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223284.314490:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223284.314495:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223284.314499:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223284.314503:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223284.314507:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285435776:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223284.314513:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223284.314522:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223284.314526:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223284.314529:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223284.314536:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed8525d200. 02000000:00000001:3.0:1782223284.314539:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223284.314547:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223284.314553:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1bb0. 00000400:00000010:3.0:1782223284.314564:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be86e8. 00000100:00000200:3.0:1782223284.314573:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285435776, portal 10 00000100:00000001:3.0:1782223284.314575:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223284.314577:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441301968640 : -105632407582976 : ffff9fed89de8700) 00000100:00000040:3.0:1782223284.314585:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89de8700 x1868796285435776/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223284.314591:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223284.314593:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223284.314595:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8e58. 00000100:00000200:3.0:1782223284.314598:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285435776, offset 0 00000400:00000200:3.0:1782223284.314604:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223284.314612:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223284.314623:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223284.314631:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223284.314636:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223284.314647:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223284.314650:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223284.314655:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [134:134:256:4294967295] 192.168.202.152@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:3.0:1782223284.314660:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223284.314672:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223284.314679:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223284.314689:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8c18cd00. 00000800:00000200:3.0:1782223284.314697:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223284.314706:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223284.314712:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8c18cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1782223284.314921:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.314927:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: using a timeout of 190221 usecs (191 jiffies) 00000400:00000200:3.0:1782223284.314931:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223284.314934:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 0 is 4295040196 00000100:00000001:3.0:1782223284.314937:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS request active for cpu 0, keep current deadline 4295041297 00000100:00000001:3.0:1782223284.314940:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 1 is 4295040196 00000100:00000001:3.0:1782223284.314942:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS request active for cpu 1, keep current deadline 4295041297 00000100:00000001:3.0:1782223284.314945:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223284.314947:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223284.314950:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223284.314956:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89de8380 x1868796285436032/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223284.314963:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223284.314965:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223284.314968:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223284.314970:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223284.314972:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223284.314975:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285436032:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223284.314979:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223284.314987:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223284.314989:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223284.314991:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223284.314994:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed8525da00. 02000000:00000001:3.0:1782223284.314996:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223284.315000:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223284.315002:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1160. 00000400:00000010:3.0:1782223284.315007:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8c38. 00000100:00000200:3.0:1782223284.315010:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285436032, portal 10 00000100:00000001:3.0:1782223284.315013:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223284.315014:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441301967744 : -105632407583872 : ffff9fed89de8380) 00000100:00000001:2.0:1782223284.315351:0:2407:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223284.315353:0:2407:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441301973120 : -105632407578496 : ffff9fed89de9880) 00000100:00000040:2.0:1782223284.315364:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89de9880 x1868796285435904/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.315372:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223284.315374:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223284.315378:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d2a8. 00000100:00000200:2.0:1782223284.315381:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285435904, offset 0 00000400:00000200:2.0:1782223284.315387:0:2407:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1782223284.315392:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223284.315398:0:2407:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223284.315403:0:2407:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1782223284.315406:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:2.0:1782223284.315408:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1782223284.315410:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1782223284.315413:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [135:135:255:4294967295] 192.168.202.152@tcp LPNI seq info [135:135:7:4294967295] 00000400:00000200:2.0:1782223284.315417:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223284.315423:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:2.0:1782223284.315427:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223284.315432:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed84c74a00. 00000800:00000200:2.0:1782223284.315436:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:2.0:1782223284.315442:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1782223284.315444:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed84c74a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223284.315448:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.315451:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: using a timeout of 89638 usecs (90 jiffies) 00000400:00000200:2.0:1782223284.315454:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223284.315455:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 0 is 4295040099 00000100:00000001:2.0:1782223284.315458:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS request active for cpu 0, keep current deadline 4295041297 00000100:00000001:2.0:1782223284.315460:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 1 is 4295040099 00000100:00000001:2.0:1782223284.315462:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS request active for cpu 1, keep current deadline 4295041297 00000100:00000001:2.0:1782223284.315469:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223284.315471:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.315473:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223284.315479:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89de8a80 x1868796285436160/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.315485:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223284.315486:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.315489:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223284.315491:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223284.315493:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223284.315496:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:985676fe-136e-45f7-b337-480fb72bebdf:2407:1868796285436160:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223284.315500:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223284.315503:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223284.315504:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.315506:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223284.315510:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed89ba6200. 02000000:00000001:2.0:1782223284.315512:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223284.315515:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223284.315519:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b5e70. 00000400:00000010:2.0:1782223284.315523:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d6e8. 00000100:00000200:2.0:1782223284.315526:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285436160, portal 10 00000100:00000001:2.0:1782223284.315528:0:2407:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223284.315529:0:2407:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441301969536 : -105632407582080 : ffff9fed89de8a80) 00000100:00000040:2.0:1782223284.315535:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89de8a80 x1868796285436160/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.315542:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223284.315543:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223284.315546:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d088. 00000100:00000200:2.0:1782223284.315548:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285436160, offset 0 00000400:00000200:2.0:1782223284.315553:0:2407:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1782223284.315557:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223284.315560:0:2407:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223284.315569:0:2407:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1782223284.315572:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:2.0:1782223284.315574:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1782223284.315576:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1782223284.315579:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [136:136:254:4294967295] 192.168.202.152@tcp LPNI seq info [136:136:6:4294967295] 00000400:00000200:2.0:1782223284.315583:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223284.315591:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:2.0:1782223284.315594:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223284.315599:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed84c74400. 00000800:00000200:2.0:1782223284.315603:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:2.0:1782223284.315607:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1782223284.315609:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed84c74400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223284.315612:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.315615:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: using a timeout of 30931 usecs (31 jiffies) 00000400:00000200:2.0:1782223284.315618:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223284.315620:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295040040 00000100:00000001:2.0:1782223284.315622:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295041297 00000100:00000001:2.0:1782223284.315625:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295040040 00000100:00000001:2.0:1782223284.315627:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295041297 00000100:00000001:2.0:1782223284.315629:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223284.315631:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.315635:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.315638:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.315648:0:2407:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1782223284.315651:0:2407:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1782223284.315654:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223284.315656:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223284.315658:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.315661:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223284.315712:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed8ad77700. 00000100:00000001:2.0:1782223284.315721:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.315734:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0000_UUID req@ffff9fed89de8e00 x1868796285436288/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223284.315745:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223284.315749:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.315753:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fd0a917] to pc [ptlrpcd_01_01+1] req@ffff9fed89de8e00 x1868796285436288/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.315767:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.315770:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223284.315773:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1782223284.315783:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223284.315785:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223284.315787:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223284.315788:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1782223284.315790:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.315793:0:2407:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1782223284.315794:0:2407:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.315796:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223284.315797:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223284.315798:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223284.315802:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89de8e00 x1868796285436288/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.315808:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223284.315809:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.315812:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223284.315814:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223284.315815:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223284.315818:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:985676fe-136e-45f7-b337-480fb72bebdf:2407:1868796285436288:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223284.315822:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223284.315824:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223284.315826:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.315828:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223284.315831:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed89ba7c00. 02000000:00000001:2.0:1782223284.315833:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223284.315843:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223284.315844:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b5d10. 00000400:00000010:2.0:1782223284.315848:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605ddd0. 00000100:00000200:2.0:1782223284.315850:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285436288, portal 4 00000100:00000001:2.0:1782223284.315851:0:2407:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223284.315852:0:2407:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441301970432 : -105632407581184 : ffff9fed89de8e00) 00000100:00000040:2.0:1782223284.315856:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89de8e00 x1868796285436288/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.315861:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223284.315862:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223284.315864:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605dee0. 00000100:00000200:2.0:1782223284.315865:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868796285436288, offset 0 00000400:00000200:2.0:1782223284.315868:0:2407:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1782223284.315870:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223284.315872:0:2407:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223284.315874:0:2407:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1782223284.315876:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:2.0:1782223284.315877:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1782223284.315879:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1782223284.315881:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [137:137:253:4294967295] 192.168.202.152@tcp LPNI seq info [137:137:5:4294967295] 00000400:00000200:2.0:1782223284.315884:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223284.315888:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:2.0:1782223284.315890:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223284.315893:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8ad77100. 00000800:00000200:2.0:1782223284.315895:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:2.0:1782223284.315898:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1782223284.315900:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8ad77100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223284.315902:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.315904:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: using a timeout of 28836 usecs (29 jiffies) 00000400:00000200:2.0:1782223284.315906:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223284.315907:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295040038 00000100:00000001:2.0:1782223284.315912:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295041297 00000100:00000001:2.0:1782223284.315914:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295040038 00000100:00000001:2.0:1782223284.315915:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295041297 00000100:00000001:2.0:1782223284.315917:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223284.315918:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.315919:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.315921:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1782223284.315928:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89803100. 00000020:00000040:2.0:1782223284.315931:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d2000 refcount=3 obd=lustre-OST0001-osc-ffff9fed82977800 00000100:00000001:2.0:1782223284.315934:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223284.315935:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223284.315938:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223284.315943:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9feda0e13e00. 00000100:00000001:2.0:1782223284.315945:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.315948:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0001_UUID req@ffff9fed89803100 x1868796285436416/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223284.315954:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223284.315955:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.315958:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066ec3385] to pc [ptlrpcd_01_00+0] req@ffff9fed89803100 x1868796285436416/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.315966:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.315971:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223284.315973:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223284.315974:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223284.315976:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89803100 x1868796285436416/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.315980:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223284.315981:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.315982:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223284.315984:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223284.315985:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223284.315990:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:985676fe-136e-45f7-b337-480fb72bebdf:2407:1868796285436416:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223284.315993:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223284.315995:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223284.315996:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.315997:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223284.315999:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed89ba7800. 02000000:00000001:2.0:1782223284.316000:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223284.316002:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223284.316005:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b5420. 00000400:00000010:2.0:1782223284.316007:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605daa0. 00000100:00000200:2.0:1782223284.316009:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285436416, portal 4 00000100:00000001:2.0:1782223284.316010:0:2407:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223284.316011:0:2407:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295786240 : -105632413765376 : ffff9fed89803100) 00000100:00000040:2.0:1782223284.316015:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89803100 x1868796285436416/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.316036:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223284.316038:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223284.316041:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d3b8. 00000100:00000200:2.0:1782223284.316044:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868796285436416, offset 0 00000400:00000200:2.0:1782223284.316048:0:2407:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1782223284.316052:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223284.316056:0:2407:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223284.316063:0:2407:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1782223284.316066:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:2.0:1782223284.316068:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1782223284.316070:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1782223284.316073:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [138:138:252:4294967295] 192.168.202.152@tcp LPNI seq info [138:138:4:4294967295] 00000400:00000200:2.0:1782223284.316077:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223284.316082:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:2.0:1782223284.316086:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223284.316091:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed85b59b00. 00000800:00000200:2.0:1782223284.316102:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:2.0:1782223284.316115:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1782223284.316119:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed85b59b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223284.316122:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.316124:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: using a timeout of 26665 usecs (27 jiffies) 00000400:00000200:2.0:1782223284.316127:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223284.316129:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295040036 00000100:00000001:2.0:1782223284.316132:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295041297 00000100:00000001:2.0:1782223284.316134:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295040036 00000100:00000001:2.0:1782223284.316136:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295041297 00000100:00000001:2.0:1782223284.316137:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223284.316139:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.316141:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.316142:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.316170:0:2407:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1782223284.316171:0:2407:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1782223284.316173:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223284.316174:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223284.316175:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.316176:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.316184:0:8:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (377) 00000800:00000001:0.0:1782223284.317462:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.317488:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223284.317494:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.317497:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223284.317507:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.317516:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223284.317527:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.317532:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.317539:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.317544:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 25 MB=0x6a3a90ac03f00 00000400:00000200:0.0:1782223284.317550:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.317558:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.152@tcp of length 224/224 into md 0x779 [1] + 224 00000800:00000001:0.0:1782223284.317566:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.317580:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223284.317583:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223284.317587:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223284.317594:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223284.317604:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89de8000 x1868796285435648/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223284.317612:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89de8000 x1868796285435648/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.317655:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1782223284.317711:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223284.317716:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8c18cd00. 00000400:00000200:0.0:1782223284.317721:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223284.317725:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223284.317730:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8e58 00000400:00000010:0.0:1782223284.317732:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8e58. 00000100:00000001:0.0:1782223284.317736:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223284.317741:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89de8700 x1868796285435776/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.317753:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223284.317757:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89de8700 x1868796285435776/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.317764:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223284.317766:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1782223284.317772:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.317774:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1782223284.317782:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223284.317784:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed84c74a00. 00000400:00000200:0.0:1782223284.317789:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223284.317792:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223284.317795:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d2a8 00000400:00000010:0.0:1782223284.317797:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d2a8. 00000100:00000001:0.0:1782223284.317801:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223284.317805:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89de9880 x1868796285435904/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.317813:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223284.317816:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89de9880 x1868796285435904/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.317823:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223284.317825:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1782223284.317841:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223284.317842:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed84c74400. 00000400:00000200:0.0:1782223284.317844:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223284.317847:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223284.317849:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d088 00000400:00000010:0.0:1782223284.317850:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d088. 00000100:00000001:0.0:1782223284.317852:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223284.317855:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89de8a80 x1868796285436160/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.317860:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223284.317862:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89de8a80 x1868796285436160/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.317866:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223284.317868:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1782223284.317873:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223284.317874:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8ad77100. 00000400:00000200:0.0:1782223284.317878:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223284.317880:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223284.317881:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605dee0 00000400:00000010:0.0:1782223284.317883:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605dee0. 00000100:00000001:0.0:1782223284.317884:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223284.317887:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89de8e00 x1868796285436288/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.317890:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223284.317892:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89de8e00 x1868796285436288/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.317895:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223284.317896:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1782223284.317966:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223284.317969:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed85b59b00. 00000400:00000200:0.0:1782223284.317972:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223284.317975:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223284.317978:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d3b8 00000400:00000010:0.0:1782223284.317985:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d3b8. 00000100:00000001:0.0:1782223284.317989:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223284.317994:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89803100 x1868796285436416/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.318002:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223284.318004:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89803100 x1868796285436416/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.318010:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223284.318012:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1782223284.322384:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223284.322396:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1782223284.322411:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1782223284.322415:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1782223284.322421:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b59a0. 00000400:00000200:2.0:1782223284.322433:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605df68 00000400:00000010:2.0:1782223284.322437:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605df68. 00000100:00000001:2.0:1782223284.322445:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1782223284.322463:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89de8000 x1868796285435648/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1782223284.322476:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89de8000 x1868796285435648/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.322512:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1782223284.322515:0:2407:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.322518:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1782223284.322523:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1782223284.322527:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1782223284.322530:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.322534:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1782223284.322543:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89bddc60 time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1782223284.322548:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89bddc18 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1782223284.322551:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1782223284.322553:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1782223284.322556:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1782223284.322559:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.322562:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.322568:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89de8000 x1868796285435648/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.322575:0:2407:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223284.322579:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1782223284.322581:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1782223284.322585:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89de8000 x1868796285435648/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223284.322592:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285435648:192.168.202.152@tcp:400:kworker.0 00000100:00000040:3.0:1782223284.323418:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89de8380 x1868796285436032/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223284.323433:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223284.323436:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223284.323443:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8220. 00000100:00000200:3.0:1782223284.323450:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285436032, offset 0 00000400:00000200:3.0:1782223284.323459:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223284.323473:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223284.323484:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223284.323491:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223284.323497:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223284.323502:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223284.323505:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223284.323509:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [139:139:256:4294967295] 192.168.202.152@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:3.0:1782223284.323514:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223284.323527:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223284.323534:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223284.323544:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8c18cd00. 00000800:00000200:3.0:1782223284.323552:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223284.323561:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223284.323567:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8c18cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1782223284.323608:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.323616:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: using a timeout of 19802 usecs (20 jiffies) 00000400:00000200:3.0:1782223284.323619:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223284.323623:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295040036 00000100:00000001:3.0:1782223284.323627:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295041297 00000100:00000001:3.0:1782223284.323629:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295040036 00000100:00000001:3.0:1782223284.323632:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295041297 00000100:00000001:3.0:1782223284.323636:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223284.323640:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223284.323645:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223284.323648:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223284.323658:0:2408:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223284.323661:0:2408:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1782223284.323664:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223284.323666:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223284.323668:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223284.323671:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1782223284.325193:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325224:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223284.325229:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325232:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223284.325241:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325252:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223284.325263:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325269:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325276:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325281:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac03f80 00000400:00000200:0.0:1782223284.325287:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325294:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x789 [1] + 224 00000800:00000001:0.0:1782223284.325304:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325309:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223284.325312:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223284.325317:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223284.325329:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223284.325341:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89de8700 x1868796285435776/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223284.325353:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89de8700 x1868796285435776/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.325379:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1782223284.325547:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223284.325552:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8c18cd00. 00000400:00000200:0.0:1782223284.325559:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223284.325563:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223284.325568:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8220 00000400:00000010:0.0:1782223284.325571:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8220. 00000100:00000001:0.0:1782223284.325575:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223284.325581:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89de8380 x1868796285436032/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.325592:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223284.325595:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89de8380 x1868796285436032/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.325602:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223284.325604:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1782223284.325610:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325614:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223284.325616:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325618:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223284.325622:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325625:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223284.325630:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325632:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325635:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325638:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04000 00000400:00000200:0.0:1782223284.325642:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325646:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x781 [1] + 224 00000800:00000001:0.0:1782223284.325650:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325654:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223284.325656:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223284.325659:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223284.325662:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223284.325666:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89de9880 x1868796285435904/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223284.325694:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89de9880 x1868796285435904/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.325703:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223284.325708:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325711:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223284.325713:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325715:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223284.325718:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325722:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223284.325726:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325728:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325731:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325735:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04100 00000400:00000200:0.0:1782223284.325738:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325742:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x799 [1] + 224 00000800:00000001:0.0:1782223284.325746:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325749:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223284.325751:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223284.325754:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223284.325757:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223284.325761:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89de8a80 x1868796285436160/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223284.325771:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89de8a80 x1868796285436160/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.325778:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223284.325782:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325785:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223284.325787:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325789:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223284.325792:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325803:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223284.325807:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325809:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325812:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325815:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 4 MB=0x6a3a90ac04180 00000400:00000200:0.0:1782223284.325819:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325823:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.152@tcp of length 224/224 into md 0x7a1 [1] + 224 00000800:00000001:0.0:1782223284.325827:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325831:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223284.325832:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223284.325835:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223284.325838:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223284.325843:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89de8e00 x1868796285436288/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223284.325851:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89de8e00 x1868796285436288/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.325858:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223284.325862:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325865:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223284.325867:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325869:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223284.325871:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325875:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223284.325879:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325881:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325883:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325886:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 4 MB=0x6a3a90ac04200 00000400:00000200:0.0:1782223284.325888:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223284.325892:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.152@tcp of length 224/224 into md 0x7a9 [1] + 224 00000800:00000001:0.0:1782223284.325895:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325903:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223284.325910:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223284.325913:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223284.325917:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223284.325922:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89803100 x1868796285436416/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223284.325930:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89803100 x1868796285436416/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223284.325936:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223284.325940:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223284.325944:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1782223284.326328:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1782223284.326330:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1782223284.326333:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b51b8. 00000400:00000200:2.0:1782223284.326338:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d5d8 00000400:00000010:2.0:1782223284.326341:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d5d8. 00000100:00000001:2.0:1782223284.326345:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1782223284.326351:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89de9880 x1868796285435904/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1782223284.326360:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89de9880 x1868796285435904/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.326375:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1782223284.326378:0:2407:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.326381:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1782223284.326387:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1782223284.326390:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1782223284.326395:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.326399:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1782223284.326411:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89d8ec60 time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1782223284.326416:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89d8ec18 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1782223284.326418:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1782223284.326420:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1782223284.326423:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1782223284.326429:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89de9880 x1868796285435904/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1782223284.326437:0:2407:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.326442:0:2407:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1782223284.326445:0:2407:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed84fb4800: skip recheck: last_committed 0 00000100:00000001:2.0:1782223284.326447:0:2407:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1782223284.326448:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.326453:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89de9880 x1868796285435904/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.326459:0:2407:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223284.326462:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1782223284.326464:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1782223284.326468:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89de9880 x1868796285435904/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223284.326477:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285435904:192.168.202.152@tcp:400:kworker.0 00000400:00000001:2.0:1782223284.326483:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1782223284.326484:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1782223284.326486:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b5e70. 00000400:00000200:2.0:1782223284.326495:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d6e8 00000400:00000010:2.0:1782223284.326496:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d6e8. 00000100:00000001:2.0:1782223284.326499:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1782223284.326504:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89de8a80 x1868796285436160/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1782223284.326511:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89de8a80 x1868796285436160/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.326517:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1782223284.326519:0:2407:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.326521:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1782223284.326522:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1782223284.326524:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1782223284.326525:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.326527:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1782223284.326532:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d4c60 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1782223284.326536:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d4c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1782223284.326538:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1782223284.326539:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1782223284.326541:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1782223284.326544:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89de8a80 x1868796285436160/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1782223284.326551:0:2407:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.326553:0:2407:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1782223284.326554:0:2407:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:2.0:1782223284.326556:0:2407:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1782223284.326558:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.326561:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89de8a80 x1868796285436160/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.326567:0:2407:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223284.326569:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1782223284.326570:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1782223284.326574:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89de8a80 x1868796285436160/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223284.326593:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:985676fe-136e-45f7-b337-480fb72bebdf:2407:1868796285436160:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223284.326597:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.326599:0:2407:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1782223284.326603:0:2407:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89de8000 x1868796285435648/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.326611:0:2407:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1782223284.326614:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1782223284.326618:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed89ba6800. 02000000:00000001:2.0:1782223284.326622:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1782223284.326625:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1782223284.326627:0:2407:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1782223284.326629:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1782223284.326632:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed98a75a00. 02000000:00000001:2.0:1782223284.326639:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1782223284.326641:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1782223284.326643:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89de8000. 00000100:00000001:2.0:1782223284.326647:0:2407:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1782223284.326648:0:2407:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.326649:0:2407:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1782223284.326653:0:2407:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89de9880 x1868796285435904/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.326659:0:2407:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1782223284.326660:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1782223284.326662:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed89ba7400. 02000000:00000001:2.0:1782223284.326664:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1782223284.326665:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1782223284.326666:0:2407:0:(genops.c:1244:class_import_put()) import ffff9fed89d8e800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fed84fb4800 00000020:00000001:2.0:1782223284.326668:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1782223284.326669:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed86116900. 02000000:00000001:2.0:1782223284.326672:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1782223284.326672:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1782223284.326674:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89de9880. 00000100:00000001:2.0:1782223284.326676:0:2407:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1782223284.326683:0:2407:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.326685:0:2407:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1782223284.326688:0:2407:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89de8a80 x1868796285436160/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.326695:0:2407:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1782223284.326696:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1782223284.326698:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed89ba6200. 02000000:00000001:2.0:1782223284.326700:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1782223284.326702:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1782223284.326703:0:2407:0:(genops.c:1244:class_import_put()) import ffff9fed899d4800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fed82977800 00000020:00000001:2.0:1782223284.326705:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1782223284.326706:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed9195f100. 02000000:00000001:2.0:1782223284.326708:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1782223284.326709:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1782223284.326711:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89de8a80. 00000100:00000001:2.0:1782223284.326713:0:2407:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1782223284.326714:0:2407:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.326717:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.326719:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223284.326722:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1782223284.326725:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1782223284.326726:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1782223284.326728:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b5420. 00000400:00000200:2.0:1782223284.326730:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605daa0 00000400:00000010:2.0:1782223284.326732:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605daa0. 00000100:00000001:2.0:1782223284.326734:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1782223284.326738:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89803100 x1868796285436416/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1782223284.326746:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89803100 x1868796285436416/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.326753:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1782223284.326754:0:2407:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.326756:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1782223284.326757:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1782223284.326759:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1782223284.326760:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.326767:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1782223284.326773:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d2460 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1782223284.326777:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d2418 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1782223284.326780:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1782223284.326781:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1782223284.326782:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1782223284.326787:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89803100 x1868796285436416/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1782223284.326793:0:2407:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.326795:0:2407:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1782223284.326797:0:2407:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:2.0:1782223284.326799:0:2407:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1782223284.326800:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.326803:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89803100 x1868796285436416/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.326809:0:2407:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223284.326811:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1782223284.326812:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1782223284.326816:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89803100 x1868796285436416/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223284.326823:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:985676fe-136e-45f7-b337-480fb72bebdf:2407:1868796285436416:192.168.202.152@tcp:400:kworker.0 00000400:00000001:2.0:1782223284.326829:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1782223284.326830:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1782223284.326831:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b5d10. 00000400:00000200:2.0:1782223284.326834:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605ddd0 00000400:00000010:2.0:1782223284.326836:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605ddd0. 00000100:00000001:2.0:1782223284.326838:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1782223284.326842:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89de8e00 x1868796285436288/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1782223284.326850:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89de8e00 x1868796285436288/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.326870:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1782223284.326872:0:2407:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.326874:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1782223284.326876:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1782223284.326877:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1782223284.326879:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.326880:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1782223284.326885:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d7460 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1782223284.326888:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d7418 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1782223284.326890:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1782223284.326892:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1782223284.326893:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1782223284.326897:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89de8e00 x1868796285436288/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1782223284.326903:0:2407:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.326905:0:2407:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1782223284.326906:0:2407:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:2.0:1782223284.326908:0:2407:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1782223284.326909:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.326912:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89de8e00 x1868796285436288/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.326918:0:2407:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223284.326920:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1782223284.326921:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1782223284.326924:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89de8e00 x1868796285436288/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223284.326931:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:985676fe-136e-45f7-b337-480fb72bebdf:2407:1868796285436288:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223284.326935:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.326937:0:2407:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1782223284.326939:0:2407:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89803100 x1868796285436416/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.326951:0:2407:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1782223284.326952:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1782223284.326953:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed89ba7800. 02000000:00000001:2.0:1782223284.326956:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1782223284.326957:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1782223284.326959:0:2407:0:(genops.c:1244:class_import_put()) import ffff9fed899d2000 refcount=2 obd=lustre-OST0001-osc-ffff9fed82977800 00000020:00000001:2.0:1782223284.326960:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1782223284.326962:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9feda0e13e00. 02000000:00000001:2.0:1782223284.326964:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1782223284.326965:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1782223284.326966:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89803100. 00000100:00000001:2.0:1782223284.326969:0:2407:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1782223284.326970:0:2407:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.326971:0:2407:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1782223284.326975:0:2407:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89de8e00 x1868796285436288/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.326981:0:2407:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1782223284.326982:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1782223284.326983:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed89ba7c00. 02000000:00000001:2.0:1782223284.326985:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1782223284.326986:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1782223284.326987:0:2407:0:(genops.c:1244:class_import_put()) import ffff9fed899d7000 refcount=2 obd=lustre-OST0000-osc-ffff9fed82977800 00000020:00000001:2.0:1782223284.326989:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1782223284.326990:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed8ad77700. 02000000:00000001:2.0:1782223284.326994:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1782223284.326995:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1782223284.326996:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89de8e00. 00000100:00000001:2.0:1782223284.326998:0:2407:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1782223284.327000:0:2407:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.327002:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.327013:0:2407:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1782223284.327016:0:2407:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.327031:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223284.327032:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223284.329320:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223284.329332:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1782223284.329343:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223284.329346:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223284.329350:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1bb0. 00000400:00000200:3.0:1782223284.329360:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be86e8 00000400:00000010:3.0:1782223284.329363:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be86e8. 00000100:00000001:3.0:1782223284.329369:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223284.329384:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89de8700 x1868796285435776/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223284.329397:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89de8700 x1868796285435776/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223284.329405:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223284.329407:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223284.329410:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223284.329414:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223284.329427:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223284.329429:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223284.329433:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223284.329446:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89d88460 time=76 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223284.329451:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89d88418 time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223284.329454:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223284.329456:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223284.334670:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223284.334687:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223284.334698:0:2408:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223284.334701:0:2408:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed84fb4800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223284.334703:0:2408:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223284.334704:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223284.334722:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89de8700 x1868796285435776/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223284.334732:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223284.334736:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223284.334739:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223284.334744:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89de8700 x1868796285435776/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223284.334752:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285435776:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223284.334759:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223284.334763:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223284.334766:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89de8700 x1868796285435776/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223284.334773:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223284.334790:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223284.334795:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed8525d200. 02000000:00000001:3.0:1782223284.334800:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223284.334803:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223284.334806:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed89d88000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fed84fb4800 00000020:00000001:3.0:1782223284.334808:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223284.334825:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed98a75d00. 02000000:00000001:3.0:1782223284.334830:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223284.334833:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223284.334835:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89de8700. 00000100:00000001:3.0:1782223284.334839:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223284.334840:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223284.334844:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223284.334846:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223284.334849:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223284.334851:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223284.334852:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1782223284.338378:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223284.338403:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223284.338408:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223284.338411:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223284.338423:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223284.338433:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223284.338445:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223284.338452:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223284.338469:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223284.338474:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04080 00000400:00000200:1.0:1782223284.338479:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223284.338487:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x791 [1] + 224 00000800:00000001:1.0:1782223284.338497:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223284.338508:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223284.338513:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223284.338519:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223284.338530:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223284.338543:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89de8380 x1868796285436032/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223284.338556:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89de8380 x1868796285436032/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223284.338576:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223284.338586:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223284.338589:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.339385:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223284.339403:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1782223284.339412:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1782223284.339415:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1782223284.339419:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1160. 00000400:00000200:2.0:1782223284.339426:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8c38 00000400:00000010:2.0:1782223284.339429:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8c38. 00000100:00000001:2.0:1782223284.339433:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1782223284.339442:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89de8380 x1868796285436032/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1782223284.339453:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89de8380 x1868796285436032/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.339472:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1782223284.339474:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.339477:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1782223284.339482:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1782223284.339485:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1782223284.339488:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223284.339492:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1782223284.339505:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d3460 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1782223284.339510:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d3418 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1782223284.339513:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1782223284.339515:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1782223284.339518:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1782223284.339523:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.339528:0:2408:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1782223284.339530:0:2408:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:2.0:1782223284.339532:0:2408:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1782223284.339534:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223284.339539:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89de8380 x1868796285436032/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.339548:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223284.339552:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1782223284.339554:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1782223284.339559:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89de8380 x1868796285436032/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223284.339578:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285436032:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223284.339584:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.339587:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1782223284.339590:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89de8380 x1868796285436032/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223284.339597:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1782223284.339600:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1782223284.339604:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed8525da00. 02000000:00000001:2.0:1782223284.339608:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1782223284.339611:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1782223284.339614:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed899d3000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fed82977800 00000020:00000001:2.0:1782223284.339616:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1782223284.339619:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed86116400. 02000000:00000001:2.0:1782223284.339623:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1782223284.339625:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1782223284.339627:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89de8380. 00000100:00000001:2.0:1782223284.339631:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1782223284.339633:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.339635:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223284.339644:0:2408:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1782223284.339646:0:2408:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223284.339649:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223284.339651:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223284.884434:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223284.884444:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223284.884451:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223284.884453:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1782223284.884486:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1782223284.884489:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1782223284.884492:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1782223285.650445:0:8953:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16910 (cpu 0) has reached its deadline 4295041297, at 4295041344 00000100:00000010:1.0:1782223285.650469:0:8953:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed89830660. 00000100:00000040:0.0:1782223285.651170:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16800 (cpu 0) has reached its deadline 4295041297, at 4295041344 00000100:00000010:0.0:1782223285.651179:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed89830d20. 00010000:00000001:0.0:1782223285.908402:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223285.908414:0:766:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1782223285.908417:0:766:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1782223285.908422:0:766:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223285.908430:0:766:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1782223285.908433:0:766:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223285.908435:0:766:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223285.908437:0:766:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223285.908442:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223285.908444:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1782223285.914598:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1782223285.914610:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1782223285.914618:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1782223286.931453:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223286.931465:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223286.931474:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223286.931475:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1782223286.931507:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1782223286.931533:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1782223286.931537:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1782223287.142528:0:9663:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1782223287.142540:0:9663:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1782223287.173259:0:9665:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1782223287.173273:0:9665:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1782223287.221643:0:9672:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1782223287.221655:0:9672:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1782223287.243526:0:9674:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1782223287.243538:0:9674:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223287.954278:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223287.954290:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223287.954298:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223287.954299:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1782223287.954404:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1782223287.954408:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1782223287.954412:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1782223288.978340:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223288.978352:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223288.978361:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223288.978362:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1782223288.978398:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1782223288.978401:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1782223288.978405:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1782223289.445020:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1782223289.445034:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1782223289.445046:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b1880. 00000020:00000040:1.0:1782223289.445055:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1782223289.445068:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1782223289.445073:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1782223289.445079:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1782223289.445091:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed98c91a00. 00000100:00000001:1.0:1782223289.445102:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.445119:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS req@ffff9fed898b1880 x1868796285436544/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1782223289.445133:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1782223289.445138:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.445175:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b22dd43] to pc [ptlrpcd_00_01+1] req@ffff9fed898b1880 x1868796285436544/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.445216:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.445220:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1782223289.445223:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1782223289.445227:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b2300. 00000020:00000040:1.0:1782223289.445230:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed89d88000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fed84fb4800 00000100:00000001:1.0:1782223289.445232:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1782223289.445234:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1782223289.445236:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1782223289.445240:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed98c91400. 00000100:00000001:1.0:1782223289.445243:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.445247:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0000_UUID req@ffff9fed898b2300 x1868796285436672/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1782223289.445274:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1782223289.445276:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.445281:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb513609] to pc [ptlrpcd_00_00+0] req@ffff9fed898b2300 x1868796285436672/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.445290:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.445292:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1782223289.445296:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1782223289.445300:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b2a00. 00000020:00000040:1.0:1782223289.445302:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed89d8e800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fed84fb4800 00000100:00000001:1.0:1782223289.445305:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1782223289.445307:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1782223289.445309:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1782223289.445313:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed98c91600. 00000100:00000001:1.0:1782223289.445316:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.445320:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0001_UUID req@ffff9fed898b2a00 x1868796285436800/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1782223289.445328:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1782223289.445330:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.445334:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb6c6422] to pc [ptlrpcd_00_01+1] req@ffff9fed898b2a00 x1868796285436800/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.445341:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.445343:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1782223289.445346:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1782223289.445349:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1782223289.445352:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1782223289.445355:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1782223289.445364:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1782223289.445367:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b0000. 00000020:00000040:1.0:1782223289.445370:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d3000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fed82977800 00000100:00000001:1.0:1782223289.445372:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1782223289.445374:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1782223289.445375:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1782223289.445379:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed98c91800. 00000100:00000001:0.0:1782223289.445734:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1782223289.445740:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1782223289.445743:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1782223289.445751:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed898b1880 x1868796285436544/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223289.445760:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1782223289.445763:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223289.445767:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1782223289.445771:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1782223289.445775:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1782223289.445779:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2406:1868796285436544:192.168.202.152@tcp:400:kworker.0 00000100:00000001:0.0:1782223289.445784:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1782223289.445791:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1782223289.445795:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223289.445798:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1782223289.445804:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed84860e00. 02000000:00000001:0.0:1782223289.445806:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223289.445815:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:0.0:1782223289.445820:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed900ce9f8. 00000400:00000010:0.0:1782223289.445829:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed897394c8. 00000100:00000200:0.0:1782223289.445838:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285436544, portal 25 00000100:00000001:0.0:1782223289.445841:0:2406:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1782223289.445847:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441296500864 : -105632413050752 : ffff9fed898b1880) 00000100:00000040:0.0:1782223289.445854:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed898b1880 x1868796285436544/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223289.445862:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1782223289.445865:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:0.0:1782223289.445868:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89739990. 00000100:00000200:0.0:1782223289.445871:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868796285436544, offset 0 00000400:00000200:0.0:1782223289.445879:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:0.0:1782223289.445890:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223289.445899:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:0.0:1782223289.445906:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1782223289.445910:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:0.0:1782223289.445914:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1782223289.445917:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:0.0:1782223289.445921:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [140:140:256:4294967295] 192.168.202.152@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:0.0:1782223289.445926:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223289.445939:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:0.0:1782223289.445947:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:0.0:1782223289.445953:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed83c8e500. 00000800:00000200:0.0:1782223289.445960:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:0.0:1782223289.445969:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:0.0:1782223289.445975:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed83c8e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1782223289.445990:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223289.445995:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:0.0:1782223289.445998:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4295046431 00000100:00000010:0.0:1782223289.446003:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed8998c600. 00000100:00000001:0.0:1782223289.446024:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1782223289.446033:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4295046431 00000100:00000010:0.0:1782223289.446036:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed8998c120. 00000100:00000001:0.0:1782223289.446040:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1782223289.446048:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223289.446051:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223289.446054:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1782223289.446072:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed898b2a00 x1868796285436800/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223289.446080:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1782223289.446082:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223289.446084:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1782223289.446086:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1782223289.446088:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1782223289.446091:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2406:1868796285436800:192.168.202.152@tcp:400:kworker.0 00000100:00000001:0.0:1782223289.446094:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1782223289.446097:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1782223289.446099:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223289.446101:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1782223289.446104:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed84860800. 02000000:00000001:0.0:1782223289.446106:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223289.446110:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:0.0:1782223289.446112:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed900ceaa8. 00000400:00000010:0.0:1782223289.446117:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89739220. 00000100:00000200:0.0:1782223289.446120:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285436800, portal 10 00000100:00000001:0.0:1782223289.446122:0:2406:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1782223289.446123:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441296505344 : -105632413046272 : ffff9fed898b2a00) 00000100:00000040:0.0:1782223289.446131:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed898b2a00 x1868796285436800/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223289.446137:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1782223289.446140:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:0.0:1782223289.446165:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed897393b8. 00000100:00000200:0.0:1782223289.446168:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285436800, offset 0 00000400:00000200:0.0:1782223289.446175:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:0.0:1782223289.446179:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223289.446183:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:0.0:1782223289.446186:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1782223289.446193:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:0.0:1782223289.446195:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1782223289.446198:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:0.0:1782223289.446201:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [141:141:255:4294967295] 192.168.202.152@tcp LPNI seq info [141:141:7:4294967295] 00000400:00000200:0.0:1782223289.446206:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223289.446212:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:0.0:1782223289.446217:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:0.0:1782223289.446221:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed83c8ec00. 00000800:00000200:0.0:1782223289.446226:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:0.0:1782223289.446230:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:0.0:1782223289.446233:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed83c8ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1782223289.446236:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1782223289.446240:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: using a timeout of 85950 usecs (86 jiffies) 00000400:00000200:0.0:1782223289.446244:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:0.0:1782223289.446246:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 0 is 4295045226 00000100:00000001:0.0:1782223289.446249:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS request active for cpu 0, keep current deadline 4295046431 00000100:00000001:0.0:1782223289.446251:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 1 is 4295045226 00000100:00000001:0.0:1782223289.446253:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS request active for cpu 1, keep current deadline 4295046431 00000100:00000001:0.0:1782223289.446255:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223289.446257:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223289.446259:0:2406:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223289.446262:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223289.446271:0:2406:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1782223289.446274:0:2406:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1782223289.446276:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1782223289.446277:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1782223289.446278:0:2406:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1782223289.446281:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1782223289.446283:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223289.446285:0:2406:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1782223289.446286:0:2406:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223289.446293:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1782223289.446294:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1782223289.446295:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1782223289.446300:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed898b2300 x1868796285436672/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223289.446308:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1782223289.446309:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223289.446311:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1782223289.446313:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1782223289.446315:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1782223289.446318:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2406:1868796285436672:192.168.202.152@tcp:400:kworker.0 00000100:00000001:0.0:1782223289.446322:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1782223289.446324:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1782223289.446326:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223289.446328:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1782223289.446331:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed84861200. 02000000:00000001:0.0:1782223289.446333:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223289.446336:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:0.0:1782223289.446339:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed900ce7e8. 00000400:00000010:0.0:1782223289.446343:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89739c38. 00000100:00000200:0.0:1782223289.446346:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285436672, portal 10 00000100:00000001:0.0:1782223289.446348:0:2406:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1782223289.446349:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441296503552 : -105632413048064 : ffff9fed898b2300) 00000100:00000040:0.0:1782223289.446355:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed898b2300 x1868796285436672/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223289.446361:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1782223289.446363:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:0.0:1782223289.446365:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89739d48. 00000100:00000200:0.0:1782223289.446368:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285436672, offset 0 00000400:00000200:0.0:1782223289.446372:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:0.0:1782223289.446376:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223289.446379:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:0.0:1782223289.446382:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1782223289.446403:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:0.0:1782223289.446405:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1782223289.446408:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:0.0:1782223289.446410:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [142:142:254:4294967295] 192.168.202.152@tcp LPNI seq info [142:142:6:4294967295] 00000400:00000200:0.0:1782223289.446414:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223289.446419:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:0.0:1782223289.446424:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:0.0:1782223289.446429:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8ad77700. 00000800:00000200:0.0:1782223289.446434:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:0.0:1782223289.446438:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:0.0:1782223289.446440:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8ad77700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1782223289.446444:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1782223289.446447:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: using a timeout of 183128 usecs (184 jiffies) 00000400:00000200:0.0:1782223289.446449:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:0.0:1782223289.446451:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 0 is 4295045324 00000100:00000001:0.0:1782223289.446454:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS request active for cpu 0, keep current deadline 4295046431 00000100:00000001:0.0:1782223289.446456:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 1 is 4295045324 00000100:00000001:0.0:1782223289.446458:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS request active for cpu 1, keep current deadline 4295046431 00000100:00000001:0.0:1782223289.446460:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223289.446462:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223289.446464:0:2406:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223289.446466:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1782223289.446533:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223289.446538:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed83c8e500. 00000400:00000200:0.0:1782223289.446549:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223289.446554:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223289.446561:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89739990 00000400:00000010:0.0:1782223289.446563:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89739990. 00000100:00000001:0.0:1782223289.446569:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223289.446575:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed898b1880 x1868796285436544/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223289.446598:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223289.446602:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed898b1880 x1868796285436544/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223289.446608:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223289.446610:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1782223289.446626:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223289.446628:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed83c8ec00. 00000400:00000200:0.0:1782223289.446632:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223289.446635:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223289.446638:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed897393b8 00000400:00000010:0.0:1782223289.446639:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed897393b8. 00000100:00000001:0.0:1782223289.446642:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223289.446645:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed898b2a00 x1868796285436800/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223289.446652:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223289.446655:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed898b2a00 x1868796285436800/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223289.446660:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223289.446661:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1782223289.446744:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223289.446746:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8ad77700. 00000400:00000200:0.0:1782223289.446751:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223289.446754:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223289.446757:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89739d48 00000400:00000010:0.0:1782223289.446759:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89739d48. 00000100:00000001:0.0:1782223289.446761:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223289.446764:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed898b2300 x1868796285436672/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223289.446771:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223289.446775:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed898b2300 x1868796285436672/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223289.446793:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223289.446794:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1782223289.446830:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1782223289.446832:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.447308:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.447324:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0000_UUID req@ffff9fed898b0000 x1868796285436928/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1782223289.447337:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1782223289.447341:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.447347:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087853c2b] to pc [ptlrpcd_00_00+0] req@ffff9fed898b0000 x1868796285436928/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.447396:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.447399:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1782223289.447404:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1782223289.447411:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b0380. 00000020:00000040:1.0:1782223289.447415:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d4800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fed82977800 00000100:00000001:1.0:1782223289.447418:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1782223289.447420:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1782223289.447425:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1782223289.447433:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed98a73500. 00000100:00000001:1.0:1782223289.447440:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.447444:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0001_UUID req@ffff9fed898b0380 x1868796285437056/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1782223289.447452:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1782223289.447454:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.447458:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d61e4a60] to pc [ptlrpcd_00_01+1] req@ffff9fed898b0380 x1868796285437056/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.447482:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.447485:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1782223289.447489:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1782223289.447493:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b0700. 00000020:00000040:1.0:1782223289.447496:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d7000 refcount=3 obd=lustre-OST0000-osc-ffff9fed82977800 00000100:00000001:1.0:1782223289.447498:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1782223289.447500:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1782223289.447502:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1782223289.447506:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed98a73000. 00000100:00000001:1.0:1782223289.447509:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.447513:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0000_UUID req@ffff9fed898b0700 x1868796285437184/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1782223289.447521:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1782223289.447523:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.447527:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000584a0553] to pc [ptlrpcd_00_00+0] req@ffff9fed898b0700 x1868796285437184/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.447533:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.447535:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1782223289.447539:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1782223289.447542:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b1500. 00000020:00000040:1.0:1782223289.447545:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d2000 refcount=3 obd=lustre-OST0001-osc-ffff9fed82977800 00000100:00000001:1.0:1782223289.447547:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1782223289.447548:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1782223289.447549:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1782223289.447553:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed98a73e00. 00000100:00000001:1.0:1782223289.447556:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.447559:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0001_UUID req@ffff9fed898b1500 x1868796285437312/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1782223289.447566:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1782223289.447574:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.447580:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a18b95b] to pc [ptlrpcd_00_01+1] req@ffff9fed898b1500 x1868796285437312/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.447586:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.447593:0:8:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (382) 00000100:00000001:1.0:1782223289.447614:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1782223289.447617:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1782223289.447620:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1782223289.447625:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed898b0380 x1868796285437056/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.447633:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1782223289.447634:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223289.447638:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1782223289.447640:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1782223289.447643:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1782223289.447647:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:985676fe-136e-45f7-b337-480fb72bebdf:2406:1868796285437056:192.168.202.152@tcp:400:kworker.0 00000100:00000001:1.0:1782223289.447651:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1782223289.447656:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1782223289.447659:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223289.447661:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1782223289.447665:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed8525dc00. 02000000:00000001:1.0:1782223289.447667:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1782223289.447673:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:1.0:1782223289.447677:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8c291370. 00000400:00000010:1.0:1782223289.447684:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89c4e3b8. 00000100:00000200:1.0:1782223289.447689:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285437056, portal 10 00000100:00000001:1.0:1782223289.447692:0:2406:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1782223289.447693:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441296495488 : -105632413056128 : ffff9fed898b0380) 00000100:00000040:1.0:1782223289.447701:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed898b0380 x1868796285437056/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.447708:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1782223289.447711:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:1.0:1782223289.447713:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89c4ec38. 00000100:00000200:1.0:1782223289.447722:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285437056, offset 0 00000400:00000200:1.0:1782223289.447728:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:1.0:1782223289.447736:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.447743:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1782223289.447749:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1782223289.447753:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:1.0:1782223289.447756:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1782223289.447759:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:1.0:1782223289.447763:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [143:143:256:4294967295] 192.168.202.152@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:1.0:1782223289.447767:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.447774:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:1.0:1782223289.447780:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:1.0:1782223289.447784:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed98a73c00. 00000800:00000200:1.0:1782223289.447791:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:1.0:1782223289.447798:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:1.0:1782223289.447803:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed98a73c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1782223289.447814:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.447819:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: using a timeout of 29017 usecs (30 jiffies) 00000400:00000200:1.0:1782223289.447822:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:1.0:1782223289.447825:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295045170 00000100:00000001:1.0:1782223289.447829:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295046431 00000100:00000001:1.0:1782223289.447831:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295045170 00000100:00000001:1.0:1782223289.447834:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295046431 00000100:00000001:1.0:1782223289.447837:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1782223289.447839:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.447842:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1782223289.447847:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed898b1500 x1868796285437312/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.447853:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1782223289.447860:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223289.447862:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1782223289.447864:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1782223289.447865:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1782223289.447868:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:985676fe-136e-45f7-b337-480fb72bebdf:2406:1868796285437312:192.168.202.152@tcp:400:kworker.0 00000100:00000001:1.0:1782223289.447871:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1782223289.447873:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1782223289.447875:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223289.447876:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1782223289.447879:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed8525da00. 02000000:00000001:1.0:1782223289.447881:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1782223289.447884:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:1.0:1782223289.447886:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8c291aa8. 00000400:00000010:1.0:1782223289.447891:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89c4ed48. 00000100:00000200:1.0:1782223289.447894:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285437312, portal 4 00000100:00000001:1.0:1782223289.447895:0:2406:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1782223289.447897:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441296499968 : -105632413051648 : ffff9fed898b1500) 00000020:00000010:1.0:1782223289.447907:0:2406:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9fed90c20000. 00000100:00000040:1.0:1782223289.447913:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed898b1500 x1868796285437312/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.447919:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1782223289.447921:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:1.0:1782223289.447924:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89c4eb28. 00000100:00000200:1.0:1782223289.447926:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868796285437312, offset 0 00000400:00000200:1.0:1782223289.447930:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:1.0:1782223289.447934:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.447938:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1782223289.447940:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1782223289.447942:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:1.0:1782223289.447944:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1782223289.447946:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:1.0:1782223289.447949:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [144:144:255:4294967295] 192.168.202.152@tcp LPNI seq info [144:144:7:4294967295] 00000400:00000200:1.0:1782223289.447952:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.447963:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:1.0:1782223289.447967:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:1.0:1782223289.447972:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed900ee700. 00000800:00000200:1.0:1782223289.447975:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:1.0:1782223289.447980:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:1.0:1782223289.447982:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed900ee700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1782223289.447985:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.447988:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: using a timeout of 22273 usecs (23 jiffies) 00000400:00000200:1.0:1782223289.447991:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:1.0:1782223289.447992:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295045163 00000100:00000001:1.0:1782223289.447994:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295046431 00000100:00000001:1.0:1782223289.447996:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295045163 00000100:00000001:1.0:1782223289.447998:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295046431 00000100:00000001:1.0:1782223289.448000:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1782223289.448002:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.448006:0:2406:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.448007:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.448029:0:2406:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1782223289.448032:0:2406:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1782223289.448034:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1782223289.448035:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1782223289.448036:0:2406:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1782223289.448038:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1782223289.448040:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.448042:0:2406:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1782223289.448044:0:2406:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.448045:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1782223289.448046:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1782223289.448047:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1782223289.448051:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed898b0000 x1868796285436928/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.448057:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1782223289.448073:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223289.448075:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1782223289.448076:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1782223289.448078:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1782223289.448081:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:985676fe-136e-45f7-b337-480fb72bebdf:2406:1868796285436928:192.168.202.152@tcp:400:kworker.0 00000100:00000001:1.0:1782223289.448085:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1782223289.448088:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1782223289.448089:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223289.448091:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1782223289.448094:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed8525ce00. 02000000:00000001:1.0:1782223289.448096:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1782223289.448099:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:1.0:1782223289.448102:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8c291cb8. 00000400:00000010:1.0:1782223289.448105:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89c4e5d8. 00000100:00000200:1.0:1782223289.448108:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285436928, portal 10 00000100:00000001:1.0:1782223289.448110:0:2406:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1782223289.448111:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441296494592 : -105632413057024 : ffff9fed898b0000) 00000020:00000010:1.0:1782223289.448133:0:2406:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9fed84884000. 00000100:00000040:1.0:1782223289.448140:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed898b0000 x1868796285436928/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.448184:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1782223289.448187:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:1.0:1782223289.448189:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89c4e880. 00000100:00000200:1.0:1782223289.448192:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285436928, offset 0 00000400:00000200:1.0:1782223289.448197:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:1.0:1782223289.448200:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.448204:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1782223289.448207:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1782223289.448209:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:1.0:1782223289.448211:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1782223289.448214:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:1.0:1782223289.448217:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [145:145:254:4294967295] 192.168.202.152@tcp LPNI seq info [145:145:6:4294967295] 00000400:00000200:1.0:1782223289.448220:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.448232:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:1.0:1782223289.448237:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:1.0:1782223289.448241:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed900ee200. 00000800:00000200:1.0:1782223289.448244:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:1.0:1782223289.448249:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:1.0:1782223289.448251:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed900ee200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1782223289.448254:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.448257:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: using a timeout of 22267 usecs (23 jiffies) 00000400:00000200:1.0:1782223289.448260:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:1.0:1782223289.448262:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295045163 00000100:00000001:1.0:1782223289.448264:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295046431 00000100:00000001:1.0:1782223289.448266:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295045163 00000100:00000001:1.0:1782223289.448268:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295046431 00000100:00000001:1.0:1782223289.448270:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1782223289.448273:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.448275:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1782223289.448279:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed898b0700 x1868796285437184/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.448286:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1782223289.448287:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223289.448289:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1782223289.448291:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1782223289.448293:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1782223289.448295:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:985676fe-136e-45f7-b337-480fb72bebdf:2406:1868796285437184:192.168.202.152@tcp:400:kworker.0 00000100:00000001:1.0:1782223289.448299:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1782223289.448302:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1782223289.448304:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223289.448306:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1782223289.448309:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed8525d600. 02000000:00000001:1.0:1782223289.448311:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1782223289.448319:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:1.0:1782223289.448322:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8c291478. 00000400:00000010:1.0:1782223289.448326:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89c4e2a8. 00000100:00000200:1.0:1782223289.448329:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285437184, portal 4 00000100:00000001:1.0:1782223289.448331:0:2406:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1782223289.448333:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441296496384 : -105632413055232 : ffff9fed898b0700) 00000020:00000010:1.0:1782223289.448340:0:2406:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9fed84886000. 00000100:00000040:1.0:1782223289.448345:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed898b0700 x1868796285437184/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.448352:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1782223289.448354:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:1.0:1782223289.448356:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89c4e908. 00000100:00000200:1.0:1782223289.448359:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868796285437184, offset 0 00000400:00000200:1.0:1782223289.448364:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:1.0:1782223289.448367:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.448370:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1782223289.448374:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1782223289.448376:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:1.0:1782223289.448378:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1782223289.448380:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:1.0:1782223289.448383:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [146:146:253:4294967295] 192.168.202.152@tcp LPNI seq info [146:146:5:4294967295] 00000400:00000200:1.0:1782223289.448387:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.448393:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:1.0:1782223289.448397:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:1.0:1782223289.448401:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed900ee500. 00000800:00000200:1.0:1782223289.448405:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:1.0:1782223289.448408:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:1.0:1782223289.448411:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed900ee500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1782223289.448413:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.448416:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: using a timeout of 23855 usecs (24 jiffies) 00000400:00000200:1.0:1782223289.448419:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:1.0:1782223289.448427:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295045164 00000100:00000001:1.0:1782223289.448429:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295046431 00000100:00000001:1.0:1782223289.448431:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295045164 00000100:00000001:1.0:1782223289.448434:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295046431 00000100:00000001:1.0:1782223289.448436:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1782223289.448438:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.448440:0:2406:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.448443:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1782223289.448489:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223289.448493:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed98a73c00. 00000400:00000200:1.0:1782223289.448501:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223289.448506:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223289.448511:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89c4ec38 00000400:00000010:1.0:1782223289.448514:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89c4ec38. 00000100:00000001:1.0:1782223289.448518:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223289.448523:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed898b0380 x1868796285437056/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.448533:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223289.448536:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed898b0380 x1868796285437056/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.448543:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.448545:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223289.448561:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223289.448563:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed900ee700. 00000400:00000200:1.0:1782223289.448568:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223289.448571:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223289.448573:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89c4eb28 00000400:00000010:1.0:1782223289.448575:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89c4eb28. 00000100:00000001:1.0:1782223289.448577:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223289.448580:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed898b1500 x1868796285437312/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.448587:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223289.448595:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed898b1500 x1868796285437312/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.448601:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.448602:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223289.448612:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223289.448614:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed900ee200. 00000400:00000200:1.0:1782223289.448616:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223289.448619:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223289.448622:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89c4e880 00000400:00000010:1.0:1782223289.448624:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89c4e880. 00000100:00000001:1.0:1782223289.448626:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223289.448629:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed898b0000 x1868796285436928/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.448637:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223289.448640:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed898b0000 x1868796285436928/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.448645:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.448647:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223289.448723:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223289.448726:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed900ee500. 00000400:00000200:1.0:1782223289.448729:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223289.448732:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223289.448735:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89c4e908 00000400:00000010:1.0:1782223289.448736:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89c4e908. 00000100:00000001:1.0:1782223289.448739:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223289.448742:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed898b0700 x1868796285437184/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.448749:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223289.448751:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed898b0700 x1868796285437184/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.448757:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.448758:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1782223289.449807:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1782223289.449815:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1782223289.466268:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.466297:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223289.466303:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.466306:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223289.466319:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466329:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223289.466341:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466347:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466354:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466359:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04380 00000400:00000200:1.0:1782223289.466365:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466372:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x7c1 [1] + 224 00000800:00000001:1.0:1782223289.466381:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.466397:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223289.466401:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223289.466406:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223289.466416:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223289.466429:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed898b2a00 x1868796285436800/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223289.466443:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed898b2a00 x1868796285436800/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.466475:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223289.466487:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.466491:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223289.466493:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.466495:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223289.466498:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466502:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223289.466506:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466508:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466511:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466514:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04300 00000400:00000200:1.0:1782223289.466518:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466540:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x7d1 [1] + 224 00000800:00000001:1.0:1782223289.466545:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.466549:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223289.466551:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223289.466554:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223289.466557:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223289.466563:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed898b2300 x1868796285436672/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223289.466572:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed898b2300 x1868796285436672/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.466579:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223289.466583:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.466586:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223289.466588:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.466590:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223289.466593:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466596:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223289.466601:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466604:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466607:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466610:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 25 MB=0x6a3a90ac04280 00000400:00000200:1.0:1782223289.466613:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466619:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.152@tcp of length 224/224 into md 0x7b1 [1] + 224 00000800:00000001:1.0:1782223289.466623:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.466626:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223289.466628:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223289.466631:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223289.466634:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223289.466639:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed898b1880 x1868796285436544/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223289.466649:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed898b1880 x1868796285436544/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.466664:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223289.466668:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.466672:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223289.466674:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.466677:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223289.466680:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466684:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223289.466688:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466691:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466694:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466697:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 4 MB=0x6a3a90ac04580 00000400:00000200:1.0:1782223289.466701:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.466706:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.152@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:1.0:1782223289.466710:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.466734:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223289.466737:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223289.466740:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223289.466743:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223289.466749:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed898b1500 x1868796285437312/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223289.466757:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed898b1500 x1868796285437312/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.466764:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223289.466768:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.466772:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.466792:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1782223289.466797:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1782223289.466808:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1782223289.466811:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1782223289.466814:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8c291aa8. 00000400:00000200:1.0:1782223289.466821:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89c4ed48 00000400:00000010:1.0:1782223289.466824:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89c4ed48. 00000100:00000001:1.0:1782223289.466834:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223289.466838:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed898b1500 x1868796285437312/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1782223289.466848:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed898b1500 x1868796285437312/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.466854:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1782223289.466856:0:2406:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.466859:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1782223289.466864:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1782223289.466867:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1782223289.466869:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223289.466873:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1782223289.466886:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d2460 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1782223289.466892:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d2418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1782223289.466895:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1782223289.466897:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1782223289.466900:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1782223289.466906:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b1500 x1868796285437312/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1782223289.466914:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.466920:0:2406:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1782223289.466922:0:2406:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:1.0:1782223289.466924:0:2406:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1782223289.466925:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.466930:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed898b1500 x1868796285437312/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.466938:0:2406:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1782223289.466941:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1782223289.466943:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1782223289.466947:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b1500 x1868796285437312/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782223289.466954:0:2406:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:985676fe-136e-45f7-b337-480fb72bebdf:2406:1868796285437312:192.168.202.152@tcp:400:kworker.0 00000400:00000001:1.0:1782223289.466966:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1782223289.466967:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1782223289.466969:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed900ce7e8. 00000400:00000200:1.0:1782223289.466972:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89739c38 00000400:00000010:1.0:1782223289.466974:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89739c38. 00000100:00000001:1.0:1782223289.466976:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223289.466980:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed898b2300 x1868796285436672/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1782223289.466987:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed898b2300 x1868796285436672/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.466993:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1782223289.466994:0:2406:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.466996:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1782223289.466997:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1782223289.466999:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1782223289.467000:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223289.467002:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1782223289.467006:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89d88460 time=81 v=5 (5 0 0 0) 00000100:00001000:1.0:1782223289.467374:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89d88418 time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1782223289.467377:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1782223289.467378:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1782223289.467380:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1782223289.467383:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.467386:0:2406:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1782223289.467388:0:2406:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed84fb4800: skip recheck: last_committed 0 00000100:00000001:1.0:1782223289.467389:0:2406:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1782223289.467390:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.467396:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed898b2300 x1868796285436672/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.467403:0:2406:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1782223289.467405:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1782223289.467407:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1782223289.467411:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b2300 x1868796285436672/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782223289.467425:0:2406:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2406:1868796285436672:192.168.202.152@tcp:400:kworker.0 00000400:00000001:1.0:1782223289.467431:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1782223289.467433:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1782223289.467435:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed900ce9f8. 00000400:00000200:1.0:1782223289.467437:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed897394c8 00000400:00000010:1.0:1782223289.467440:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed897394c8. 00000100:00000001:1.0:1782223289.467443:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223289.467456:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed898b1880 x1868796285436544/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1782223289.467465:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed898b1880 x1868796285436544/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.467472:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1782223289.467474:0:2406:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.467476:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1782223289.467478:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1782223289.467479:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1782223289.467480:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223289.467482:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1782223289.467485:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89bddc60 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1782223289.467488:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89bddc18 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1782223289.467491:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1782223289.467492:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1782223289.467494:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1782223289.467496:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.467498:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.467501:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed898b1880 x1868796285436544/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.467508:0:2406:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1782223289.467509:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1782223289.467510:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1782223289.467514:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b1880 x1868796285436544/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782223289.467526:0:2406:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2406:1868796285436544:192.168.202.152@tcp:400:kworker.0 00000400:00000001:1.0:1782223289.467532:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1782223289.467533:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1782223289.467535:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed900ceaa8. 00000400:00000200:1.0:1782223289.467537:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89739220 00000400:00000010:1.0:1782223289.467539:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89739220. 00000100:00000001:1.0:1782223289.467541:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223289.467545:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed898b2a00 x1868796285436800/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1782223289.467553:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed898b2a00 x1868796285436800/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.467560:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1782223289.467561:0:2406:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.467562:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1782223289.467564:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1782223289.467565:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1782223289.467566:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223289.467568:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1782223289.467572:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89d8ec60 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1782223289.467575:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89d8ec18 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1782223289.467577:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1782223289.467578:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1782223289.467579:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1782223289.467583:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b2a00 x1868796285436800/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1782223289.467589:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.467591:0:2406:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1782223289.467592:0:2406:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed84fb4800: skip recheck: last_committed 0 00000100:00000001:1.0:1782223289.467594:0:2406:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1782223289.467595:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.467599:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed898b2a00 x1868796285436800/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.467611:0:2406:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1782223289.467613:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1782223289.467615:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1782223289.467619:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b2a00 x1868796285436800/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782223289.467626:0:2406:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2406:1868796285436800:192.168.202.152@tcp:400:kworker.0 00000100:00000001:1.0:1782223289.467629:0:2406:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.467633:0:2406:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223289.467637:0:2406:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed898b1500 x1868796285437312/t0(0) o400->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.467644:0:2406:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1782223289.467647:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1782223289.467651:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed8525da00. 02000000:00000001:1.0:1782223289.467655:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1782223289.467658:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1782223289.467661:0:2406:0:(genops.c:1244:class_import_put()) import ffff9fed899d2000 refcount=2 obd=lustre-OST0001-osc-ffff9fed82977800 00000020:00000001:1.0:1782223289.467663:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1782223289.467666:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed98a73e00. 02000000:00000001:1.0:1782223289.467672:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1782223289.467674:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1782223289.467677:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed898b1500. 00000100:00000001:1.0:1782223289.467681:0:2406:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1782223289.467683:0:2406:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.467685:0:2406:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223289.467688:0:2406:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed898b2300 x1868796285436672/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.467694:0:2406:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1782223289.467695:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1782223289.467697:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed84861200. 02000000:00000001:1.0:1782223289.467699:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1782223289.467701:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1782223289.467705:0:2406:0:(genops.c:1244:class_import_put()) import ffff9fed89d88000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fed84fb4800 00000020:00000001:1.0:1782223289.467707:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1782223289.467709:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed98c91400. 02000000:00000001:1.0:1782223289.467716:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1782223289.467717:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1782223289.467719:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed898b2300. 00000100:00000001:1.0:1782223289.467721:0:2406:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1782223289.467722:0:2406:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.467723:0:2406:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223289.467727:0:2406:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed898b1880 x1868796285436544/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.467734:0:2406:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1782223289.467735:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1782223289.467736:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed84860e00. 02000000:00000001:1.0:1782223289.467738:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1782223289.467739:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1782223289.467740:0:2406:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1782223289.467742:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1782223289.467743:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed98c91a00. 02000000:00000001:1.0:1782223289.467745:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1782223289.467746:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1782223289.467747:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed898b1880. 00000100:00000001:1.0:1782223289.467749:0:2406:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1782223289.467750:0:2406:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.467751:0:2406:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223289.467754:0:2406:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed898b2a00 x1868796285436800/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.467760:0:2406:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1782223289.467761:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1782223289.467762:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed84860800. 02000000:00000001:1.0:1782223289.467764:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1782223289.467765:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1782223289.467766:0:2406:0:(genops.c:1244:class_import_put()) import ffff9fed89d8e800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fed84fb4800 00000020:00000001:1.0:1782223289.467768:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1782223289.467769:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed98c91600. 02000000:00000001:1.0:1782223289.467771:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1782223289.467774:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1782223289.467776:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed898b2a00. 00000100:00000001:1.0:1782223289.467778:0:2406:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1782223289.467779:0:2406:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.467783:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.467785:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1782223289.467786:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1782223289.467789:0:2406:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.467791:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1782223289.483983:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.484022:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223289.484028:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.484032:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223289.484044:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.484055:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223289.484081:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.484087:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.484095:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.484100:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04480 00000400:00000200:1.0:1782223289.484107:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.484116:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:1.0:1782223289.484129:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.484134:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223289.484138:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223289.484176:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223289.484188:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223289.484202:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed898b0380 x1868796285437056/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223289.484215:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed898b0380 x1868796285437056/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.484247:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223289.484261:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.484265:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223289.484268:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.484288:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223289.484291:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.484294:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223289.484299:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.484302:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.484304:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.484307:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04400 00000400:00000200:1.0:1782223289.484311:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.484315:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x801 [1] + 224 00000800:00000001:1.0:1782223289.484320:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.484323:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223289.484325:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223289.484328:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223289.484332:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223289.484337:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed898b0000 x1868796285436928/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223289.484346:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed898b0000 x1868796285436928/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.484354:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223289.484357:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.484360:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223289.484362:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.484364:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223289.484367:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.484370:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223289.484374:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.484377:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.484379:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.484382:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 4 MB=0x6a3a90ac04500 00000400:00000200:1.0:1782223289.484386:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223289.484390:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.152@tcp of length 224/224 into md 0x811 [1] + 224 00000800:00000001:1.0:1782223289.484394:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.484408:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223289.484411:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223289.484414:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223289.484418:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223289.484423:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed898b0700 x1868796285437184/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223289.484431:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed898b0700 x1868796285437184/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.484900:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223289.484907:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223289.484912:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.484941:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1782223289.484947:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1782223289.484955:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1782223289.484958:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1782223289.484963:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8c291cb8. 00000400:00000200:1.0:1782223289.484970:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89c4e5d8 00000400:00000010:1.0:1782223289.484973:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89c4e5d8. 00000100:00000001:1.0:1782223289.484976:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223289.484983:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed898b0000 x1868796285436928/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1782223289.484995:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed898b0000 x1868796285436928/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.485001:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1782223289.485004:0:2406:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.487576:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1782223289.487583:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1782223289.487586:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1782223289.487589:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223289.487593:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1782223289.487609:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d3460 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1782223289.487617:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d3418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1782223289.487620:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1782223289.487622:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1782223289.487642:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1782223289.487647:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.487654:0:2406:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1782223289.487657:0:2406:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:1.0:1782223289.487659:0:2406:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1782223289.487661:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.487674:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed898b0000 x1868796285436928/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.487684:0:2406:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1782223289.487688:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1782223289.487690:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1782223289.487695:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b0000 x1868796285436928/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782223289.487703:0:2406:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:985676fe-136e-45f7-b337-480fb72bebdf:2406:1868796285436928:192.168.202.152@tcp:400:kworker.0 00000400:00000001:1.0:1782223289.487717:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1782223289.487720:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1782223289.487724:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8c291478. 00000400:00000200:1.0:1782223289.487730:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89c4e2a8 00000400:00000010:1.0:1782223289.487733:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89c4e2a8. 00000100:00000001:1.0:1782223289.487739:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223289.487744:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed898b0700 x1868796285437184/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1782223289.487754:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed898b0700 x1868796285437184/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.487762:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1782223289.487765:0:2406:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.487767:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1782223289.487769:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1782223289.487770:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1782223289.487772:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223289.487774:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1782223289.487779:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d7460 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1782223289.487789:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d7418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1782223289.487791:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1782223289.487792:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1782223289.487794:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1782223289.487798:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b0700 x1868796285437184/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1782223289.487804:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.487806:0:2406:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1782223289.487808:0:2406:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:1.0:1782223289.487810:0:2406:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1782223289.487811:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.487814:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed898b0700 x1868796285437184/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.487820:0:2406:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1782223289.487822:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1782223289.487823:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1782223289.487826:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b0700 x1868796285437184/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782223289.487832:0:2406:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:985676fe-136e-45f7-b337-480fb72bebdf:2406:1868796285437184:192.168.202.152@tcp:400:kworker.0 00000400:00000001:1.0:1782223289.487839:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1782223289.487841:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1782223289.487843:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8c291370. 00000400:00000200:1.0:1782223289.487845:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89c4e3b8 00000400:00000010:1.0:1782223289.487847:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89c4e3b8. 00000100:00000001:1.0:1782223289.487849:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223289.487853:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed898b0380 x1868796285437056/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1782223289.487861:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed898b0380 x1868796285437056/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.487867:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1782223289.487873:0:2406:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.487875:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1782223289.487876:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1782223289.487877:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1782223289.487879:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223289.487881:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1782223289.487886:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d4c60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1782223289.487888:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d4c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1782223289.487891:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1782223289.487892:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1782223289.487893:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1782223289.487896:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b0380 x1868796285437056/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1782223289.487902:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.487905:0:2406:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1782223289.487906:0:2406:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:1.0:1782223289.487908:0:2406:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1782223289.487909:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223289.487913:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed898b0380 x1868796285437056/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.487918:0:2406:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1782223289.487919:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1782223289.487921:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1782223289.487923:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b0380 x1868796285437056/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782223289.487930:0:2406:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:985676fe-136e-45f7-b337-480fb72bebdf:2406:1868796285437056:192.168.202.152@tcp:400:kworker.0 00000100:00000001:1.0:1782223289.487934:0:2406:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.487937:0:2406:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223289.487941:0:2406:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed898b0000 x1868796285436928/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.487947:0:2406:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1782223289.487955:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1782223289.487960:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed8525ce00. 02000000:00000001:1.0:1782223289.487965:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1782223289.487968:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1782223289.487970:0:2406:0:(genops.c:1244:class_import_put()) import ffff9fed899d3000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fed82977800 00000020:00000001:1.0:1782223289.487974:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1782223289.487977:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed98c91800. 02000000:00000001:1.0:1782223289.487983:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1782223289.487986:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1782223289.487988:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed898b0000. 00000100:00000001:1.0:1782223289.487992:0:2406:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1782223289.487993:0:2406:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.487995:0:2406:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223289.487998:0:2406:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed898b0700 x1868796285437184/t0(0) o400->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.488003:0:2406:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1782223289.488004:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1782223289.488006:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed8525d600. 02000000:00000001:1.0:1782223289.488008:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1782223289.488009:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1782223289.488010:0:2406:0:(genops.c:1244:class_import_put()) import ffff9fed899d7000 refcount=2 obd=lustre-OST0000-osc-ffff9fed82977800 00000020:00000001:1.0:1782223289.488012:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1782223289.488013:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed98a73000. 02000000:00000001:1.0:1782223289.488017:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1782223289.488018:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1782223289.488019:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed898b0700. 00000100:00000001:1.0:1782223289.488021:0:2406:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1782223289.488022:0:2406:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.488024:0:2406:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223289.488026:0:2406:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed898b0380 x1868796285437056/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223289.488032:0:2406:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1782223289.488034:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1782223289.488035:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed8525dc00. 02000000:00000001:1.0:1782223289.488037:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1782223289.488038:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1782223289.488044:0:2406:0:(genops.c:1244:class_import_put()) import ffff9fed899d4800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fed82977800 00000020:00000001:1.0:1782223289.488046:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1782223289.488048:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed98a73500. 02000000:00000001:1.0:1782223289.488050:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1782223289.488051:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1782223289.488052:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed898b0380. 00000100:00000001:1.0:1782223289.488055:0:2406:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1782223289.488056:0:2406:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.488069:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223289.488080:0:2406:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1782223289.488082:0:2406:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223289.488085:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1782223289.488089:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223290.002880:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223290.002891:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223290.002899:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223290.002900:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1782223290.012840:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1782223290.012851:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1782223290.012858:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1782223290.770326:0:8953:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16910 (cpu 0) has reached its deadline 4295046431, at 4295046464 00000100:00000010:1.0:1782223290.770350:0:8953:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed8998c120. 00000100:00000040:0.0:1782223290.770474:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16800 (cpu 0) has reached its deadline 4295046431, at 4295046464 00000100:00000010:0.0:1782223290.770481:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed8998c600. 00010000:00000001:0.0:1782223291.026284:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223291.026294:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223291.026303:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223291.026304:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1782223291.026342:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1782223291.026346:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1782223291.026350:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1782223292.050331:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223292.050342:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223292.050349:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223292.050351:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1782223292.052168:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1782223292.052177:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1782223292.052182:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1782223293.074643:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223293.074654:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223293.074662:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223293.074666:0:766:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1782223293.074668:0:766:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1782223293.074673:0:766:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223293.074676:0:766:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1782223293.074679:0:766:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223293.074681:0:766:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223293.074684:0:766:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1782223293.074720:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1782223293.074723:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1782223293.074727:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1782223294.101790:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223294.101800:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223294.101807:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223294.101809:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1782223294.105289:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1782223294.105298:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1782223294.105305:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1782223294.546693:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1782223294.546710:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1782223294.546726:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b0380. 00000020:00000040:1.0:1782223294.546735:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1782223294.546741:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1782223294.546744:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1782223294.546751:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1782223294.546762:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed900ee500. 00000100:00000001:1.0:1782223294.546770:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.546786:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS req@ffff9fed898b0380 x1868796285437440/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1782223294.546823:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1782223294.546828:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.546850:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d61e4a60] to pc [ptlrpcd_00_00+0] req@ffff9fed898b0380 x1868796285437440/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.546926:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1782223294.546932:0:2405:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1782223294.546936:0:2405:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1782223294.546943:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed898b0380 x1868796285437440/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.546952:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1782223294.546955:0:2405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223294.546970:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1782223294.546974:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1782223294.546977:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1782223294.546980:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2405:1868796285437440:192.168.202.152@tcp:400:kworker.0 00000100:00000001:0.0:1782223294.546986:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1782223294.546994:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1782223294.546998:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223294.547000:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1782223294.547007:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed84861000. 02000000:00000001:0.0:1782223294.547019:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223294.547029:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:0.0:1782223294.547035:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed900cecb8. 00000400:00000010:0.0:1782223294.547044:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89739d48. 00000100:00000200:0.0:1782223294.547054:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285437440, portal 25 00000100:00000001:0.0:1782223294.547057:0:2405:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1782223294.547059:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441296495488 : -105632413056128 : ffff9fed898b0380) 00000100:00000040:0.0:1782223294.547066:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed898b0380 x1868796285437440/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.547075:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1782223294.547078:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:0.0:1782223294.547082:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed897393b8. 00000100:00000200:0.0:1782223294.547085:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868796285437440, offset 0 00000400:00000200:0.0:1782223294.547093:0:2405:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:0.0:1782223294.547112:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.547122:0:2405:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:0.0:1782223294.547130:0:2405:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1782223294.547135:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:0.0:1782223294.547140:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1782223294.547166:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:0.0:1782223294.547170:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [147:147:256:4294967295] 192.168.202.152@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:0.0:1782223294.547174:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.547186:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:0.0:1782223294.547194:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:0.0:1782223294.547200:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8ad77700. 00000800:00000200:0.0:1782223294.547208:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:0.0:1782223294.547217:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:0.0:1782223294.547223:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8ad77700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1782223294.547242:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223294.547247:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:0.0:1782223294.547250:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4295051532 00000100:00000010:0.0:1782223294.547255:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed8998c7e0. 00000100:00000001:0.0:1782223294.547264:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1782223294.547274:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4295051532 00000100:00000010:0.0:1782223294.547277:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed8998c840. 00000100:00000001:0.0:1782223294.547280:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1782223294.547283:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223294.547286:0:2405:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.547290:0:2405:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.547292:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223294.547353:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.547357:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1782223294.547361:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1782223294.547364:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b0700. 00000020:00000040:1.0:1782223294.547368:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed89d88000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fed84fb4800 00000100:00000001:1.0:1782223294.547371:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1782223294.547372:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1782223294.547375:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1782223294.547380:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed900ee200. 00000100:00000001:1.0:1782223294.547400:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.547406:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0000_UUID req@ffff9fed898b0700 x1868796285437568/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1782223294.547415:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1782223294.547418:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.547422:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000584a0553] to pc [ptlrpcd_00_01+1] req@ffff9fed898b0700 x1868796285437568/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.556054:0:2405:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1782223294.556066:0:2405:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1782223294.556077:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1782223294.556081:0:2405:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1782223294.556086:0:2405:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1782223294.556091:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1782223294.556115:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223294.556118:0:2405:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1782223294.556120:0:2405:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223294.556122:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1782223294.556123:0:2405:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1782223294.556126:0:2405:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1782223294.556173:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed898b0700 x1868796285437568/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.556186:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1782223294.556189:0:2405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223294.556195:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1782223294.556200:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1782223294.556204:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1782223294.556208:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285437568:192.168.202.152@tcp:400:kworker.0 00000100:00000001:0.0:1782223294.556215:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1782223294.556223:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1782223294.556227:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223294.556230:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1782223294.556240:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed84861800. 02000000:00000001:0.0:1782223294.556243:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223294.556252:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:0.0:1782223294.556258:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed900ce478. 00000400:00000010:0.0:1782223294.556268:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89739990. 00000100:00000200:0.0:1782223294.556276:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285437568, portal 10 00000100:00000001:0.0:1782223294.556280:0:2405:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1782223294.556282:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441296496384 : -105632413055232 : ffff9fed898b0700) 00000100:00000040:0.0:1782223294.556291:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed898b0700 x1868796285437568/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.556301:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1782223294.556304:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:0.0:1782223294.556307:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89739b28. 00000100:00000200:0.0:1782223294.556311:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285437568, offset 0 00000400:00000200:0.0:1782223294.556319:0:2405:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:0.0:1782223294.556331:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.556348:0:2405:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:0.0:1782223294.556356:0:2405:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1782223294.556362:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:0.0:1782223294.556367:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1782223294.556371:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:0.0:1782223294.556376:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [148:148:255:4294967295] 192.168.202.152@tcp LPNI seq info [148:148:7:4294967295] 00000400:00000200:0.0:1782223294.556509:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.556524:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:0.0:1782223294.556532:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:0.0:1782223294.556539:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8ad77100. 00000800:00000200:0.0:1782223294.556549:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:0.0:1782223294.556557:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:0.0:1782223294.556563:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8ad77100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1782223294.556568:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1782223294.556574:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: using a timeout of 176628 usecs (177 jiffies) 00000400:00000200:0.0:1782223294.556577:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:0.0:1782223294.556581:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 0 is 4295050426 00000100:00000001:0.0:1782223294.556585:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS request active for cpu 0, keep current deadline 4295051532 00000100:00000001:0.0:1782223294.556588:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 1 is 4295050426 00000100:00000001:0.0:1782223294.556591:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS request active for cpu 1, keep current deadline 4295051532 00000100:00000001:0.0:1782223294.556593:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223294.556596:0:2405:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.556599:0:2405:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.556601:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1782223294.556716:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223294.556721:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8ad77700. 00000400:00000200:0.0:1782223294.556732:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223294.556738:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223294.556746:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed897393b8 00000400:00000010:0.0:1782223294.556750:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed897393b8. 00000100:00000001:0.0:1782223294.556764:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223294.556771:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed898b0380 x1868796285437440/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.556783:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223294.556787:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed898b0380 x1868796285437440/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.556794:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.556796:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1782223294.557554:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223294.557560:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8ad77100. 00000400:00000200:0.0:1782223294.557565:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223294.557572:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223294.557577:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89739b28 00000400:00000010:0.0:1782223294.557579:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89739b28. 00000100:00000001:0.0:1782223294.557583:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223294.557588:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed898b0700 x1868796285437568/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.557600:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223294.557603:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed898b0700 x1868796285437568/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.557609:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.557610:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1782223294.557640:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1782223294.557644:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223294.558581:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.558589:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1782223294.558595:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1782223294.558604:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b0000. 00000020:00000040:1.0:1782223294.558610:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed89d8e800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fed84fb4800 00000100:00000001:1.0:1782223294.558617:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1782223294.558622:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1782223294.558629:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1782223294.558639:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed900ee700. 00000100:00000001:1.0:1782223294.558664:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.558673:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0001_UUID req@ffff9fed898b0000 x1868796285437696/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1782223294.558684:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1782223294.558690:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.558697:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087853c2b] to pc [ptlrpcd_00_00+0] req@ffff9fed898b0000 x1868796285437696/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.558715:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.558718:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1782223294.558721:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1782223294.558725:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1782223294.558728:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1782223294.558731:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1782223294.558735:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1782223294.558738:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b2a00. 00000020:00000040:1.0:1782223294.558741:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d3000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fed82977800 00000100:00000001:1.0:1782223294.558744:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1782223294.558745:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1782223294.558747:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1782223294.558750:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed900ee800. 00000100:00000001:1.0:1782223294.558754:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.558758:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0000_UUID req@ffff9fed898b2a00 x1868796285437824/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1782223294.558765:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1782223294.558767:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.558771:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb6c6422] to pc [ptlrpcd_00_01+1] req@ffff9fed898b2a00 x1868796285437824/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.558790:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.558793:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1782223294.558796:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1782223294.558799:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b1880. 00000020:00000040:1.0:1782223294.558802:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d4800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fed82977800 00000100:00000001:1.0:1782223294.558804:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1782223294.558805:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1782223294.558807:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1782223294.558811:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed900ee000. 00000100:00000001:1.0:1782223294.558814:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.558818:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0001_UUID req@ffff9fed898b1880 x1868796285437952/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1782223294.558825:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1782223294.558827:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.558830:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b22dd43] to pc [ptlrpcd_00_00+0] req@ffff9fed898b1880 x1868796285437952/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.558850:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.558852:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1782223294.558856:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1782223294.558859:0:8:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1782223294.558863:0:8:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1782223294.558866:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b2300. 00000020:00000040:1.0:1782223294.558868:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d7000 refcount=3 obd=lustre-OST0000-osc-ffff9fed82977800 00000100:00000001:1.0:1782223294.558870:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1782223294.558871:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1782223294.558873:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1782223294.558876:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed900eec00. 00000100:00000001:1.0:1782223294.558879:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223294.558882:0:8:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446638441296503552 : -105632413048064 : ffff9fed898b2300) 00000100:00080000:1.0:1782223294.558886:0:8:0:(import.c:65:import_set_state_nolock()) ffff9fed899d7000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1782223294.558894:0:8:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9fed82977800: disconnect after 21s idle 00000100:00000001:1.0:1782223294.558897:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1782223294.558899:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.558904:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb513609] to pc [ptlrpcd_rcv+-1] req@ffff9fed898b2300 x1868796285438080/t0(0) o9->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.558918:0:8:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223294.558921:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.558923:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1782223294.558927:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1782223294.558928:0:8:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1782223294.558930:0:8:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1782223294.558933:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b1500. 00000020:00000040:1.0:1782223294.558936:0:8:0:(genops.c:1231:class_import_get()) import ffff9fed899d2000 refcount=3 obd=lustre-OST0001-osc-ffff9fed82977800 00000100:00000001:1.0:1782223294.558938:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1782223294.558940:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1782223294.558942:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1782223294.558945:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed900eed00. 00000100:00000001:1.0:1782223294.558948:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223294.558950:0:8:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446638441296499968 : -105632413051648 : ffff9fed898b1500) 00000100:00080000:1.0:1782223294.558952:0:8:0:(import.c:65:import_set_state_nolock()) ffff9fed899d2000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1782223294.558955:0:8:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9fed82977800: disconnect after 21s idle 00000100:00000001:1.0:1782223294.558957:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1782223294.558958:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.558962:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a18b95b] to pc [ptlrpcd_rcv+-1] req@ffff9fed898b1500 x1868796285438208/t0(0) o9->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.559138:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1782223294.559160:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1782223294.559164:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1782223294.559172:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed898b2a00 x1868796285437824/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.559183:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1782223294.559185:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223294.559190:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1782223294.559193:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1782223294.559204:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1782223294.559210:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:985676fe-136e-45f7-b337-480fb72bebdf:2406:1868796285437824:192.168.202.152@tcp:400:kworker.0 00000100:00000001:0.0:1782223294.559215:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1782223294.559222:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1782223294.559226:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223294.559229:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1782223294.559236:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed84860800. 02000000:00000001:0.0:1782223294.559238:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223294.559246:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:0.0:1782223294.559251:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed900ce268. 00000400:00000010:0.0:1782223294.559260:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89739b28. 00000100:00000200:0.0:1782223294.559268:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285437824, portal 10 00000100:00000001:0.0:1782223294.559271:0:2406:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1782223294.559273:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441296505344 : -105632413046272 : ffff9fed898b2a00) 00000100:00000040:0.0:1782223294.559281:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed898b2a00 x1868796285437824/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.559289:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1782223294.559292:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:0.0:1782223294.559295:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed897393b8. 00000100:00000200:0.0:1782223294.559298:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285437824, offset 0 00000400:00000200:0.0:1782223294.559306:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:0.0:1782223294.559315:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.559325:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:0.0:1782223294.559332:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1782223294.559337:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:0.0:1782223294.559341:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1782223294.559344:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:0.0:1782223294.559348:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [149:149:256:4294967295] 192.168.202.152@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:0.0:1782223294.559352:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.559362:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:0.0:1782223294.559369:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:0.0:1782223294.559378:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8ad77100. 00000100:00000001:1.0:1782223294.559512:0:8:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223294.559514:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.559521:0:8:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (387) 00000100:00000001:1.0:1782223294.559560:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1782223294.559563:0:2405:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1782223294.559565:0:2405:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1782223294.559571:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed898b0000 x1868796285437696/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.559585:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1782223294.559586:0:2405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223294.559589:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1782223294.559591:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1782223294.559593:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1782223294.559596:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285437696:192.168.202.152@tcp:400:kworker.0 00000100:00000001:1.0:1782223294.559600:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1782223294.559602:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1782223294.559604:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223294.559605:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1782223294.559609:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed86b32c00. 02000000:00000001:1.0:1782223294.559611:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1782223294.559614:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:1.0:1782223294.559618:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8c291370. 00000400:00000010:1.0:1782223294.559623:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89c4e3b8. 00000100:00000200:1.0:1782223294.559626:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285437696, portal 10 00000100:00000001:1.0:1782223294.559628:0:2405:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1782223294.559630:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441296494592 : -105632413057024 : ffff9fed898b0000) 00000100:00000040:1.0:1782223294.559636:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed898b0000 x1868796285437696/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.559643:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1782223294.559645:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:1.0:1782223294.559648:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89c4e2a8. 00000100:00000200:1.0:1782223294.559651:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285437696, offset 0 00000400:00000200:1.0:1782223294.559657:0:2405:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:1.0:1782223294.559661:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.559665:0:2405:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1782223294.559668:0:2405:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1782223294.559671:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:1.0:1782223294.559673:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1782223294.559675:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:1.0:1782223294.559683:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [150:150:255:4294967295] 192.168.202.152@tcp LPNI seq info [150:150:7:4294967295] 00000400:00000200:1.0:1782223294.559688:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.559695:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:1.0:1782223294.559700:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:1.0:1782223294.559704:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed900ee300. 00000800:00000200:1.0:1782223294.559712:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:1.0:1782223294.559721:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:1.0:1782223294.559726:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed900ee300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1782223294.559738:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.559745:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: using a timeout of 82888 usecs (83 jiffies) 00000400:00000200:1.0:1782223294.559748:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:1.0:1782223294.559752:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 0 is 4295050336 00000100:00000001:1.0:1782223294.559755:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS request active for cpu 0, keep current deadline 4295051532 00000100:00000001:1.0:1782223294.559757:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 1 is 4295050336 00000100:00000001:1.0:1782223294.559760:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS request active for cpu 1, keep current deadline 4295051532 00000100:00000001:1.0:1782223294.559762:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1782223294.559765:0:2405:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223294.559768:0:2405:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1782223294.559773:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed898b1880 x1868796285437952/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.559779:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1782223294.559781:0:2405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223294.559783:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1782223294.559785:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1782223294.559787:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1782223294.559790:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:985676fe-136e-45f7-b337-480fb72bebdf:2405:1868796285437952:192.168.202.152@tcp:400:kworker.0 00000100:00000001:1.0:1782223294.559793:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1782223294.559796:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1782223294.559797:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223294.559805:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1782223294.559808:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed86b33000. 02000000:00000001:1.0:1782223294.559811:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1782223294.559814:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:1.0:1782223294.559817:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8c291478. 00000400:00000010:1.0:1782223294.559821:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89c4e5d8. 00000100:00000200:1.0:1782223294.559824:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285437952, portal 10 00000100:00000001:1.0:1782223294.559826:0:2405:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1782223294.559827:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441296500864 : -105632413050752 : ffff9fed898b1880) 00000100:00000040:1.0:1782223294.559833:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed898b1880 x1868796285437952/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223294.560048:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223294.560052:0:2404:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223294.560054:0:2404:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223294.560061:0:2404:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed898b2300 x1868796285438080/t0(0) o9->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223294.560069:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223294.560070:0:2404:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223294.560073:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223294.560075:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223294.560077:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223294.560079:0:2404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:985676fe-136e-45f7-b337-480fb72bebdf:2404:1868796285438080:192.168.202.152@tcp:9:kworker.0 00000100:00000001:3.0:1782223294.560083:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223294.560085:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223294.560087:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223294.560089:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223294.560093:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed898ce600. 02000000:00000001:3.0:1782223294.560095:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223294.560098:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223294.560101:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1bb0. 00000400:00000010:3.0:1782223294.560106:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be86e8. 00000100:00000200:3.0:1782223294.560109:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285438080, portal 4 00000100:00000001:3.0:1782223294.560117:0:2404:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223294.560118:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441296503552 : -105632413048064 : ffff9fed898b2300) 00000100:00000040:3.0:1782223294.560125:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed898b2300 x1868796285438080/t0(0) o9->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223294.560132:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223294.560134:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223294.560137:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8770. 00000100:00000200:3.0:1782223294.560141:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868796285438080, offset 0 00000400:00000200:3.0:1782223294.560166:0:2404:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223294.560170:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223294.560174:0:2404:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223294.560177:0:2404:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223294.560180:0:2404:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223294.560182:0:2404:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223294.560184:0:2404:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223294.560187:0:2404:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [151:151:254:4294967295] 192.168.202.152@tcp LPNI seq info [151:151:6:4294967295] 00000400:00000200:3.0:1782223294.560191:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223294.560198:0:2404:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223294.560202:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223294.560206:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8c18cd00. 00000800:00000200:3.0:1782223294.560210:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223294.560216:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223294.560219:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8c18cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1782223294.560222:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223294.560225:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: using a timeout of 30463 usecs (31 jiffies) 00000400:00000200:3.0:1782223294.560228:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223294.560230:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295050284 00000100:00000001:3.0:1782223294.560232:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295051532 00000100:00000001:3.0:1782223294.560235:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295050284 00000100:00000001:3.0:1782223294.560237:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295051532 00000100:00000001:3.0:1782223294.560244:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223294.560246:0:2404:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223294.560248:0:2404:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223294.560252:0:2404:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed898b1500 x1868796285438208/t0(0) o9->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223294.560258:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223294.560260:0:2404:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223294.560262:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223294.560264:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223294.560266:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223294.560269:0:2404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed898b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:985676fe-136e-45f7-b337-480fb72bebdf:2404:1868796285438208:192.168.202.152@tcp:9:kworker.0 00000100:00000001:3.0:1782223294.560272:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223294.560275:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223294.560276:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223294.560278:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223294.560281:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed898cf800. 02000000:00000001:3.0:1782223294.560283:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223294.560287:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223294.560289:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1ec8. 00000400:00000010:3.0:1782223294.560293:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8198. 00000100:00000200:3.0:1782223294.560296:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285438208, portal 4 00000100:00000001:3.0:1782223294.560298:0:2404:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223294.560299:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441296499968 : -105632413051648 : ffff9fed898b1500) 00000100:00000040:3.0:1782223294.560305:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed898b1500 x1868796285438208/t0(0) o9->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223294.560311:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223294.560313:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223294.560316:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8990. 00000100:00000200:3.0:1782223294.560318:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868796285438208, offset 0 00000400:00000200:3.0:1782223294.560323:0:2404:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223294.560326:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223294.560330:0:2404:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223294.560338:0:2404:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223294.560341:0:2404:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223294.560343:0:2404:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223294.560346:0:2404:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223294.560349:0:2404:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [152:152:253:4294967295] 192.168.202.152@tcp LPNI seq info [152:152:5:4294967295] 00000400:00000200:3.0:1782223294.560353:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223294.560360:0:2404:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223294.560365:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223294.560372:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57fd00. 00000800:00000200:3.0:1782223294.560377:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223294.561135:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223294.561160:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1782223294.561167:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223294.561170:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: using a timeout of 22728 usecs (23 jiffies) 00000400:00000200:3.0:1782223294.561176:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223294.561178:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295050276 00000100:00000001:3.0:1782223294.561181:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295051532 00000100:00000001:3.0:1782223294.561184:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295050276 00000100:00000001:3.0:1782223294.561187:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295051532 00000100:00000001:3.0:1782223294.561189:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223294.561193:0:2404:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223294.561196:0:2404:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223294.561199:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223294.561209:0:2404:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223294.561212:0:2404:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1782223294.561215:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223294.561217:0:2404:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223294.561218:0:2404:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223294.561221:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1782223294.561737:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:0.0:1782223294.561744:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:0.0:1782223294.561748:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8ad77100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1782223294.561752:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1782223294.561756:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: using a timeout of 25378 usecs (26 jiffies) 00000400:00000200:0.0:1782223294.561760:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:0.0:1782223294.561763:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295050279 00000100:00000001:0.0:1782223294.561766:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295051532 00000100:00000001:0.0:1782223294.561768:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295050279 00000100:00000001:0.0:1782223294.561770:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295051532 00000100:00000001:0.0:1782223294.561772:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223294.561775:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.561777:0:2406:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.561779:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223294.561784:0:2406:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1782223294.561785:0:2406:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1782223294.561788:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1782223294.561789:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1782223294.561790:0:2406:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.561793:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1782223294.561810:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223294.561826:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223294.561829:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223294.561831:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223294.562565:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1782223294.562569:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:1.0:1782223294.562576:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89c4ed48. 00000100:00000200:1.0:1782223294.562583:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285437952, offset 0 00000400:00000200:1.0:1782223294.562591:0:2405:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:1.0:1782223294.562600:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.562608:0:2405:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1782223294.562615:0:2405:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1782223294.562620:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:1.0:1782223294.562624:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1782223294.562628:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:1.0:1782223294.562632:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [153:153:252:4294967295] 192.168.202.152@tcp LPNI seq info [153:153:4:4294967295] 00000400:00000200:1.0:1782223294.562636:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.562646:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:1.0:1782223294.562652:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:1.0:1782223294.562657:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed900ee100. 00000800:00000200:1.0:1782223294.562663:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:1.0:1782223294.562669:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:1.0:1782223294.562671:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed900ee100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1782223294.562675:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.562694:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: using a timeout of 33312 usecs (34 jiffies) 00000400:00000200:1.0:1782223294.562698:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:1.0:1782223294.562701:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295050290 00000100:00000001:1.0:1782223294.562704:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295051532 00000100:00000001:1.0:1782223294.562706:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295050290 00000100:00000001:1.0:1782223294.562708:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295051532 00000100:00000001:1.0:1782223294.562710:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1782223294.562713:0:2405:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223294.562717:0:2405:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223294.562719:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223294.562725:0:2405:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1782223294.562727:0:2405:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1782223294.562729:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1782223294.562731:0:2405:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1782223294.562733:0:2405:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223294.562736:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1782223294.562793:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223294.562799:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed900ee300. 00000400:00000200:1.0:1782223294.562807:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223294.562813:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223294.562819:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89c4e2a8 00000400:00000010:1.0:1782223294.562821:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89c4e2a8. 00000100:00000001:1.0:1782223294.562826:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1782223294.562930:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.562936:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223294.562945:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.562949:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.562954:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.562959:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 25 MB=0x6a3a90ac04600 00000400:00000200:0.0:1782223294.563605:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.563625:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.152@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:0.0:1782223294.563635:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223294.563646:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223294.563649:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223294.563653:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223294.563660:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223294.563667:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed898b0380 x1868796285437440/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223294.563679:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed898b0380 x1868796285437440/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.563704:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223294.563717:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223294.563722:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223294.563724:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223294.563726:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223294.563730:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.563733:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223294.563738:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.563741:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.563744:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.563747:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04680 00000400:00000200:0.0:1782223294.563750:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223294.563755:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x831 [1] + 224 00000800:00000001:0.0:1782223294.563759:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223294.563768:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223294.563770:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223294.563773:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223294.563776:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223294.563781:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed898b0700 x1868796285437568/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223294.563790:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed898b0700 x1868796285437568/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.563804:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223294.563810:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223294.563814:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223294.564647:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1782223294.564654:0:2405:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1782223294.564663:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1782223294.564665:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1782223294.564670:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed900ce478. 00000400:00000200:0.0:1782223294.564676:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89739990 00000400:00000010:0.0:1782223294.564679:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89739990. 00000100:00000001:0.0:1782223294.564682:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223294.564690:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed898b0700 x1868796285437568/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1782223294.564702:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed898b0700 x1868796285437568/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.564710:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1782223294.564713:0:2405:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223294.564717:0:2405:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1782223294.564722:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1782223294.564725:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1782223294.564728:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223294.564732:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1782223294.564744:0:2405:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89d88460 time=86 v=5 (5 0 0 0) 00000100:00001000:0.0:1782223294.564750:0:2405:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89d88418 time=86 v=5 (1 0 0 0) 00000100:00000001:0.0:1782223294.564753:0:2405:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1782223294.564755:0:2405:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223294.564758:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1782223294.564763:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.564768:0:2405:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1782223294.564770:0:2405:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed84fb4800: skip recheck: last_committed 0 00000100:00000001:0.0:1782223294.564772:0:2405:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1782223294.564773:0:2405:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1782223294.564779:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed898b0700 x1868796285437568/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.564803:0:2405:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223294.564807:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1782223294.564809:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1782223294.564814:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b0700 x1868796285437568/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223294.564822:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285437568:192.168.202.152@tcp:400:kworker.0 00000400:00000001:0.0:1782223294.564829:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1782223294.564830:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1782223294.564832:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed900cecb8. 00000400:00000200:0.0:1782223294.564846:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89739d48 00000400:00000010:0.0:1782223294.564850:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89739d48. 00000100:00000001:0.0:1782223294.564853:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223294.564857:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed898b0380 x1868796285437440/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1782223294.564865:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed898b0380 x1868796285437440/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.564870:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1782223294.564871:0:2405:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223294.564874:0:2405:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1782223294.564876:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1782223294.564877:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1782223294.564878:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223294.564880:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1782223294.564884:0:2405:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89bddc60 time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1782223294.564887:0:2405:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89bddc18 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1782223294.564889:0:2405:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1782223294.564890:0:2405:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223294.564892:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1782223294.564894:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.564896:0:2405:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1782223294.564900:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed898b0380 x1868796285437440/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.564912:0:2405:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223294.564914:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1782223294.564915:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1782223294.564919:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b0380 x1868796285437440/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223294.564927:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2405:1868796285437440:192.168.202.152@tcp:400:kworker.0 00000100:00000001:0.0:1782223294.564931:0:2405:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.564934:0:2405:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223294.564938:0:2405:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed898b0700 x1868796285437568/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.564946:0:2405:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1782223294.564950:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1782223294.564955:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed84861800. 02000000:00000001:0.0:1782223294.564970:0:2405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1782223294.564974:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1782223294.564977:0:2405:0:(genops.c:1244:class_import_put()) import ffff9fed89d88000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fed84fb4800 00000020:00000001:0.0:1782223294.564980:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1782223294.564984:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed900ee200. 02000000:00000001:0.0:1782223294.564992:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1782223294.564994:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1782223294.564997:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed898b0700. 00000100:00000001:0.0:1782223294.565001:0:2405:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1782223294.565002:0:2405:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223294.565004:0:2405:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223294.565008:0:2405:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed898b0380 x1868796285437440/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.565024:0:2405:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1782223294.565025:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1782223294.565027:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed84861000. 02000000:00000001:0.0:1782223294.565030:0:2405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1782223294.565031:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1782223294.565038:0:2405:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1782223294.565040:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1782223294.565042:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed900ee500. 02000000:00000001:0.0:1782223294.565045:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1782223294.565046:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1782223294.565048:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed898b0380. 00000100:00000001:0.0:1782223294.565050:0:2405:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1782223294.565052:0:2405:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223294.565055:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.565057:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1782223294.565059:0:2405:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1782223294.565061:0:2405:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.565063:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1782223294.572601:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed898b0000 x1868796285437696/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.572640:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223294.572657:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed898b0000 x1868796285437696/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.572664:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223294.572667:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223294.572735:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223294.572740:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8c18cd00. 00000400:00000200:1.0:1782223294.572750:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223294.572780:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223294.572789:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8770 00000400:00000010:1.0:1782223294.572793:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8770. 00000100:00000001:1.0:1782223294.572797:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223294.572802:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed898b2300 x1868796285438080/t0(0) o9->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.572811:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223294.572814:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed898b2300 x1868796285438080/t0(0) o9->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.572820:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223294.572822:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223294.572833:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223294.574527:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57fd00. 00000400:00000200:1.0:1782223294.574544:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223294.574556:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223294.574564:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8990 00000400:00000010:1.0:1782223294.574567:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8990. 00000100:00000001:1.0:1782223294.574574:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223294.574584:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed898b1500 x1868796285438208/t0(0) o9->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.574599:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223294.574603:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed898b1500 x1868796285438208/t0(0) o9->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.574611:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223294.574614:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223294.574656:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223294.574658:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8ad77100. 00000400:00000200:1.0:1782223294.574663:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223294.574667:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223294.574670:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed897393b8 00000400:00000010:1.0:1782223294.574673:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed897393b8. 00000100:00000001:1.0:1782223294.574676:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223294.574681:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed898b2a00 x1868796285437824/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.574709:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223294.574712:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed898b2a00 x1868796285437824/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.574719:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223294.574721:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223294.577264:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223294.577277:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed900ee100. 00000400:00000200:1.0:1782223294.577290:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223294.577303:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223294.577311:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89c4ed48 00000400:00000010:1.0:1782223294.577315:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89c4ed48. 00000100:00000001:1.0:1782223294.577323:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223294.577333:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed898b1880 x1868796285437952/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.577350:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223294.577354:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed898b1880 x1868796285437952/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.577363:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223294.577365:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1782223294.587366:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223294.587404:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223294.587410:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223294.587414:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223294.587429:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587439:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223294.587451:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587457:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587466:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587470:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04700 00000400:00000200:1.0:1782223294.587476:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587483:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:1.0:1782223294.587514:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223294.587518:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223294.587523:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223294.587528:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223294.587538:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223294.587551:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed898b0000 x1868796285437696/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223294.587564:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed898b0000 x1868796285437696/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.587591:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223294.587604:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223294.587608:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223294.587609:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223294.587611:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223294.587614:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587618:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223294.587622:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587625:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587628:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587630:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04780 00000400:00000200:1.0:1782223294.587634:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587638:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:1.0:1782223294.587641:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223294.587644:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223294.587647:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223294.587650:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223294.587653:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223294.587658:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed898b2a00 x1868796285437824/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223294.587666:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed898b2a00 x1868796285437824/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.587691:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223294.587696:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223294.587700:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223294.587702:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223294.587704:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223294.587707:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587710:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223294.587714:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587716:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587719:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587722:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04800 00000400:00000200:1.0:1782223294.587726:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587730:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x861 [1] + 224 00000800:00000001:1.0:1782223294.587733:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223294.587737:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223294.587738:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223294.587742:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223294.587744:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223294.587749:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed898b1880 x1868796285437952/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223294.587757:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed898b1880 x1868796285437952/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.587765:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223294.587769:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223294.587772:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223294.587774:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223294.587776:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223294.587779:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587783:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223294.587788:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587797:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587801:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587804:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 4 MB=0x6a3a90ac04880 00000400:00000200:1.0:1782223294.587809:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587814:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.152@tcp of length 224/224 into md 0x869 [1] + 224 00000800:00000001:1.0:1782223294.587818:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223294.587822:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223294.587824:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223294.587827:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223294.587831:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223294.587852:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed898b2300 x1868796285438080/t0(0) o9->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223294.587861:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed898b2300 x1868796285438080/t0(0) o9->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.587882:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223294.587886:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223294.587890:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223294.587892:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223294.587894:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223294.587897:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587901:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223294.587905:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587907:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587910:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587913:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 4 MB=0x6a3a90ac04900 00000400:00000200:1.0:1782223294.587915:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223294.587920:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.152@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:1.0:1782223294.587923:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1782223294.588221:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223294.588228:0:2404:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1782223294.588247:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223294.588250:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223294.588254:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1bb0. 00000400:00000200:3.0:1782223294.588260:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be86e8 00000400:00000010:3.0:1782223294.588263:0:2404:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be86e8. 00000100:00000001:3.0:1782223294.588266:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223294.588272:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed898b2300 x1868796285438080/t0(0) o9->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223294.588284:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed898b2300 x1868796285438080/t0(0) o9->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223294.588292:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223294.588294:0:2404:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223294.588298:0:2404:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223294.588303:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223294.588306:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223294.588308:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223294.588313:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223294.588327:0:2404:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d7460 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223294.588333:0:2404:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d7418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223294.588336:0:2404:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223294.588338:0:2404:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223294.588342:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1782223294.588348:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b2300 x1868796285438080/t0(0) o9->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1782223294.588355:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223294.588360:0:2404:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223294.588363:0:2404:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223294.588365:0:2404:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223294.588367:0:2404:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223294.588372:0:2404:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed898b2300 x1868796285438080/t0(0) o9->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223294.588392:0:2404:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223294.588397:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223294.588404:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1782223294.588410:0:2404:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9fed898b2300 x1868796285438080/t0(0) o9->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1782223294.588420:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9fed899d7000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1782223294.588426:0:2404:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b2300 x1868796285438080/t0(0) o9->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223294.588435:0:2404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:985676fe-136e-45f7-b337-480fb72bebdf:2404:1868796285438080:192.168.202.152@tcp:9:kworker.0 00000100:00000001:3.0:1782223294.588442:0:2404:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223294.588446:0:2404:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223294.588450:0:2404:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed898b2300 x1868796285438080/t0(0) o9->lustre-OST0000-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223294.588458:0:2404:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223294.588462:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223294.588466:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed898ce600. 02000000:00000001:3.0:1782223294.588471:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223294.588475:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223294.588478:0:2404:0:(genops.c:1244:class_import_put()) import ffff9fed899d7000 refcount=2 obd=lustre-OST0000-osc-ffff9fed82977800 00000020:00000001:3.0:1782223294.588480:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223294.588483:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed900eec00. 02000000:00000001:3.0:1782223294.588489:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223294.588492:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223294.588494:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed898b2300. 00000100:00000001:3.0:1782223294.588497:0:2404:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223294.588499:0:2404:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223294.588502:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223294.588504:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223294.588505:0:2404:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223294.588507:0:2404:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223294.588508:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.589064:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1782223294.589069:0:2405:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1782223294.589075:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1782223294.589077:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1782223294.589081:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8c291370. 00000400:00000200:0.0:1782223294.589088:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89c4e3b8 00000400:00000010:0.0:1782223294.589090:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89c4e3b8. 00000100:00000001:0.0:1782223294.589095:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223294.589104:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed898b0000 x1868796285437696/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1782223294.589115:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed898b0000 x1868796285437696/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.589124:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1782223294.589125:0:2405:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223294.589128:0:2405:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1782223294.589130:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1782223294.589132:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1782223294.589134:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223294.589137:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1782223294.589159:0:2405:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89d8ec60 time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1782223294.589164:0:2405:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89d8ec18 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1782223294.589166:0:2405:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1782223294.589168:0:2405:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223294.589170:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1782223294.589187:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b0000 x1868796285437696/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1782223294.589194:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.589198:0:2405:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1782223294.589201:0:2405:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed84fb4800: skip recheck: last_committed 0 00000100:00000001:0.0:1782223294.589203:0:2405:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1782223294.589204:0:2405:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1782223294.589209:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed898b0000 x1868796285437696/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.589217:0:2405:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223294.589220:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1782223294.589222:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1782223294.589226:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b0000 x1868796285437696/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223294.589235:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2405:1868796285437696:192.168.202.152@tcp:400:kworker.0 00000400:00000001:0.0:1782223294.589243:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1782223294.589244:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1782223294.589246:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8c291478. 00000400:00000200:0.0:1782223294.589249:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89c4e5d8 00000400:00000010:0.0:1782223294.589251:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89c4e5d8. 00000100:00000001:0.0:1782223294.589253:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223294.589258:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed898b1880 x1868796285437952/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1782223294.589268:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed898b1880 x1868796285437952/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.589274:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1782223294.589276:0:2405:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223294.589278:0:2405:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1782223294.589280:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1782223294.589282:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1782223294.589289:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223294.589291:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1782223294.589297:0:2405:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d4c60 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1782223294.589300:0:2405:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d4c18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1782223294.589303:0:2405:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1782223294.589304:0:2405:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223294.589306:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1782223294.589310:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b1880 x1868796285437952/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1782223294.589318:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.589321:0:2405:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1782223294.589322:0:2405:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:0.0:1782223294.589324:0:2405:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1782223294.589326:0:2405:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1782223294.589330:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed898b1880 x1868796285437952/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.589337:0:2405:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223294.589339:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1782223294.589341:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1782223294.589344:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b1880 x1868796285437952/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223294.589353:0:2405:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:985676fe-136e-45f7-b337-480fb72bebdf:2405:1868796285437952:192.168.202.152@tcp:400:kworker.0 00000100:00000001:0.0:1782223294.589358:0:2405:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223294.589360:0:2405:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223294.589363:0:2405:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed898b0000 x1868796285437696/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.589371:0:2405:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1782223294.589373:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1782223294.589376:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed86b32c00. 00000800:00000001:1.0:1782223294.589694:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223294.589699:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223294.589706:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223294.589714:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223294.589729:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed898b1500 x1868796285438208/t0(0) o9->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223294.589738:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed898b1500 x1868796285438208/t0(0) o9->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.589751:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223294.589763:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223294.589771:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223294.589825:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1782223294.589828:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1782223294.589833:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1782223294.590194:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1782223294.590197:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed900ce268. 00000400:00000200:1.0:1782223294.590201:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89739b28 00000400:00000010:1.0:1782223294.590204:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89739b28. 00000100:00000001:1.0:1782223294.590208:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223294.590214:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed898b2a00 x1868796285437824/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1782223294.590225:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed898b2a00 x1868796285437824/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.590232:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1782223294.590234:0:2406:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223294.590237:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1782223294.590239:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1782223294.590241:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1782223294.590243:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223294.590246:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1782223294.590253:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d3460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1782223294.590257:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d3418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1782223294.590260:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1782223294.590261:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1782223294.590265:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1782223294.590268:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223294.590270:0:2406:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1782223294.590272:0:2406:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:1.0:1782223294.590282:0:2406:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1782223294.590283:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223294.590289:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed898b2a00 x1868796285437824/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.590296:0:2406:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1782223294.590299:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1782223294.590301:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1782223294.590305:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b2a00 x1868796285437824/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782223294.590314:0:2406:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:985676fe-136e-45f7-b337-480fb72bebdf:2406:1868796285437824:192.168.202.152@tcp:400:kworker.0 00000100:00000001:1.0:1782223294.590319:0:2406:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223294.590323:0:2406:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223294.590326:0:2406:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed898b2a00 x1868796285437824/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223294.590333:0:2406:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1782223294.590335:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1782223294.590337:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed84860800. 02000000:00000001:1.0:1782223294.590341:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1782223294.590344:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1782223294.590346:0:2406:0:(genops.c:1244:class_import_put()) import ffff9fed899d3000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fed82977800 00000020:00000001:1.0:1782223294.590349:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1782223294.590352:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed900ee800. 02000000:00000001:1.0:1782223294.590358:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1782223294.590359:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1782223294.590362:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed898b2a00. 00000100:00000001:1.0:1782223294.590366:0:2406:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1782223294.590368:0:2406:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223294.590371:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223294.591085:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223294.591091:0:2404:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1782223294.591098:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223294.591100:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223294.591114:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1ec8. 00000400:00000200:3.0:1782223294.591119:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8198 00000400:00000010:3.0:1782223294.591121:0:2404:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8198. 00000100:00000001:3.0:1782223294.591125:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223294.591134:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed898b1500 x1868796285438208/t0(0) o9->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223294.591173:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed898b1500 x1868796285438208/t0(0) o9->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223294.591182:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223294.591185:0:2404:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223294.591187:0:2404:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223294.591190:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223294.591192:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223294.591194:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223294.591197:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223294.591204:0:2404:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d2460 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223294.591208:0:2404:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d2418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223294.591211:0:2404:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223294.591212:0:2404:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223294.591215:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1782223294.591220:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed898b1500 x1868796285438208/t0(0) o9->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1782223294.591228:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223294.591231:0:2404:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223294.591233:0:2404:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223294.591236:0:2404:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223294.591237:0:2404:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223294.591241:0:2404:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed898b1500 x1868796285438208/t0(0) o9->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223294.591248:0:2404:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223294.591251:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223294.591253:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1782223294.591258:0:2404:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9fed898b1500 x1868796285438208/t0(0) o9->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1782223294.591274:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9fed899d2000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1782223294.591281:0:2404:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b1500 x1868796285438208/t0(0) o9->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223294.591289:0:2404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed898b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:985676fe-136e-45f7-b337-480fb72bebdf:2404:1868796285438208:192.168.202.152@tcp:9:kworker.0 00000100:00000001:3.0:1782223294.591295:0:2404:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223294.591297:0:2404:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223294.591300:0:2404:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed898b1500 x1868796285438208/t0(0) o9->lustre-OST0001-osc-ffff9fed82977800@192.168.202.152@tcp:28/4 lens 224/224 e 0 to 0 dl 1782223304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223294.591307:0:2404:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223294.591310:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223294.591314:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed898cf800. 02000000:00000001:3.0:1782223294.591317:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223294.591319:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223294.591321:0:2404:0:(genops.c:1244:class_import_put()) import ffff9fed899d2000 refcount=2 obd=lustre-OST0001-osc-ffff9fed82977800 00000020:00000001:3.0:1782223294.591324:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223294.591326:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed900eed00. 02000000:00000001:3.0:1782223294.591330:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223294.591332:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223294.591333:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed898b1500. 00000100:00000001:3.0:1782223294.591337:0:2404:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223294.591338:0:2404:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223294.591340:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223294.591348:0:2404:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223294.591350:0:2404:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223294.591353:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223294.591355:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223294.591584:0:2405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1782223294.591587:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1782223294.591595:0:2405:0:(genops.c:1244:class_import_put()) import ffff9fed89d8e800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fed84fb4800 00000020:00000001:0.0:1782223294.591598:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1782223294.591601:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed900ee700. 02000000:00000001:0.0:1782223294.591604:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1782223294.591606:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1782223294.591607:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed898b0000. 00000100:00000001:0.0:1782223294.591611:0:2405:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1782223294.591612:0:2405:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223294.591615:0:2405:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223294.591621:0:2405:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed898b1880 x1868796285437952/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223310 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223294.591629:0:2405:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1782223294.591631:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1782223294.591633:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed86b33000. 02000000:00000001:0.0:1782223294.591636:0:2405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1782223294.591637:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1782223294.591638:0:2405:0:(genops.c:1244:class_import_put()) import ffff9fed899d4800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fed82977800 00000020:00000001:0.0:1782223294.591640:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1782223294.591642:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed900ee000. 02000000:00000001:0.0:1782223294.591644:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1782223294.591645:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1782223294.591647:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed898b1880. 00000100:00000001:0.0:1782223294.591649:0:2405:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1782223294.591650:0:2405:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223294.591652:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223294.591656:0:2405:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1782223294.591657:0:2405:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223294.591659:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1782223294.591662:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223294.592675:0:2406:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1782223294.592681:0:2406:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223294.592686:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1782223294.592689:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223295.125441:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223295.125451:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223295.125459:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223295.125461:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1782223295.125496:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1782223295.125500:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1782223295.125503:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1782223295.890239:0:8953:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16910 (cpu 0) has reached its deadline 4295051532, at 4295051584 00000100:00000010:1.0:1782223295.890284:0:8953:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed8998c840. 00000100:00000040:0.0:1782223295.890440:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16800 (cpu 0) has reached its deadline 4295051532, at 4295051584 00000100:00000010:0.0:1782223295.890462:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed8998c7e0. 00010000:00000001:0.0:1782223296.146765:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223296.146776:0:766:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1782223296.146779:0:766:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1782223296.146785:0:766:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223296.146791:0:766:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1782223296.146794:0:766:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223296.146796:0:766:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223296.146799:0:766:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223296.146804:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223296.146805:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1782223296.157586:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1782223296.157596:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1782223296.157601:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1782223297.171583:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223297.171590:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223297.171597:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223297.171598:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1782223297.171623:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1782223297.171626:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1782223297.171629:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1782223298.195264:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223298.195272:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223298.195278:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223298.195279:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1782223298.196940:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1782223298.196945:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1782223298.196949:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1782223299.219281:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223299.219291:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223299.219298:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223299.219300:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1782223299.219335:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1782223299.219338:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1782223299.219341:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1782223299.667819:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223299.667831:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223299.667841:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89803100. 00000020:00000040:2.0:1782223299.667849:0:36:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1782223299.667854:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223299.667859:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223299.667865:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223299.667891:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed85b59900. 00000100:00000001:2.0:1782223299.667899:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.667923:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS req@ffff9fed89803100 x1868796285438336/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223299.667936:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223299.667942:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.667949:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066ec3385] to pc [ptlrpcd_01_01+1] req@ffff9fed89803100 x1868796285438336/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.667994:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.667997:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223299.668001:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223299.668007:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89802680. 00000020:00000040:2.0:1782223299.668010:0:36:0:(genops.c:1231:class_import_get()) import ffff9fed89d88000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fed84fb4800 00000100:00000001:2.0:1782223299.668012:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223299.668013:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223299.668015:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223299.668019:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed85b59700. 00000100:00000001:2.0:1782223299.668022:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.668026:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0000_UUID req@ffff9fed89802680 x1868796285438464/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223299.668033:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223299.668036:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.668040:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1a408fa] to pc [ptlrpcd_01_00+0] req@ffff9fed89802680 x1868796285438464/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.668049:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.668051:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223299.668055:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223299.668057:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89800e00. 00000020:00000040:2.0:1782223299.668060:0:36:0:(genops.c:1231:class_import_get()) import ffff9fed89d8e800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fed84fb4800 00000100:00000001:2.0:1782223299.668063:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223299.668068:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223299.668070:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223299.668075:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed85b59b00. 00000100:00000001:2.0:1782223299.668078:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.668082:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0001_UUID req@ffff9fed89800e00 x1868796285438592/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223299.668089:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223299.668091:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.668095:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd675822] to pc [ptlrpcd_01_01+1] req@ffff9fed89800e00 x1868796285438592/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.668102:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.668104:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1782223299.668107:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1782223299.668110:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1782223299.668113:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1782223299.668115:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223299.668118:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223299.668120:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89800380. 00000020:00000040:2.0:1782223299.668122:0:36:0:(genops.c:1231:class_import_get()) import ffff9fed899d3000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fed82977800 00000100:00000001:2.0:1782223299.668124:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223299.668125:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223299.668126:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223299.668130:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed91ab7600. 00000100:00000001:2.0:1782223299.668132:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.668135:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0000_UUID req@ffff9fed89800380 x1868796285438720/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223299.668141:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223299.668179:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.668188:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9454984] to pc [ptlrpcd_01_00+0] req@ffff9fed89800380 x1868796285438720/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.668196:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.668198:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223299.668202:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223299.668205:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89803480. 00000020:00000040:2.0:1782223299.668207:0:36:0:(genops.c:1231:class_import_get()) import ffff9fed899d4800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fed82977800 00000100:00000001:2.0:1782223299.668210:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223299.668211:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223299.668214:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223299.668218:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9feda0e13100. 00000100:00000001:2.0:1782223299.668221:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.668225:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0001_UUID req@ffff9fed89803480 x1868796285438848/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223299.668233:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223299.668236:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.668240:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a948e141] to pc [ptlrpcd_01_01+1] req@ffff9fed89803480 x1868796285438848/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.668248:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.668250:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1782223299.668253:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1782223299.668256:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1782223299.668258:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1782223299.668264:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (393) 00000100:00000001:2.0:1782223299.668284:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223299.668288:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223299.668290:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223299.668296:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89802680 x1868796285438464/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.668319:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223299.668322:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223299.668327:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223299.668330:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223299.668333:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223299.668337:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285438464:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223299.668472:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223299.668475:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223299.668477:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223299.668484:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89803100 x1868796285438336/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223299.668503:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223299.668505:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223299.668507:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223299.668509:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223299.668511:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223299.668515:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285438336:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223299.668518:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223299.668525:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223299.668528:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223299.668531:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223299.668536:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed898cea00. 02000000:00000001:3.0:1782223299.668538:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223299.668547:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223299.668552:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1ec8. 00000400:00000010:3.0:1782223299.668561:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8198. 00000100:00000200:3.0:1782223299.668571:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285438336, portal 25 00000100:00000001:3.0:1782223299.668573:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223299.668575:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295786240 : -105632413765376 : ffff9fed89803100) 00000100:00000040:3.0:1782223299.668582:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89803100 x1868796285438336/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223299.668589:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223299.668592:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223299.668595:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be86e8. 00000100:00000200:3.0:1782223299.668599:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868796285438336, offset 0 00000400:00000200:3.0:1782223299.668607:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223299.668617:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223299.668638:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223299.668645:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223299.668650:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223299.668654:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223299.668658:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223299.668668:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [154:154:256:4294967295] 192.168.202.152@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:3.0:1782223299.668674:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223299.668688:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223299.668696:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223299.668701:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57f100. 00000800:00000200:3.0:1782223299.668709:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223299.668718:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223299.668723:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1782223299.668744:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223299.668748:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223299.668751:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4295056654 00000100:00000010:3.0:1782223299.668755:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed89fab060. 00000100:00000001:3.0:1782223299.668763:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1782223299.668771:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4295056654 00000100:00000010:3.0:1782223299.668774:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed89fabf00. 00000100:00000001:3.0:1782223299.668779:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1782223299.668783:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223299.668786:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223299.668790:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223299.668794:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89800e00 x1868796285438592/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223299.668802:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223299.668804:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223299.668807:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223299.668809:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223299.668811:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223299.668814:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285438592:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223299.668818:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223299.668821:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223299.668822:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223299.668828:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223299.668833:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed898cfc00. 02000000:00000001:3.0:1782223299.668835:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223299.668839:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223299.668843:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1bb0. 00000400:00000010:3.0:1782223299.668848:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8f68. 00000100:00000200:3.0:1782223299.668852:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285438592, portal 10 00000100:00000001:3.0:1782223299.668854:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223299.668856:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295777280 : -105632413774336 : ffff9fed89800e00) 00000100:00000040:3.0:1782223299.668865:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89800e00 x1868796285438592/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223299.668872:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223299.668874:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223299.668878:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8000. 00000100:00000200:3.0:1782223299.668881:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285438592, offset 0 00000400:00000200:3.0:1782223299.668886:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223299.668889:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223299.668893:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223299.668896:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223299.668898:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223299.668900:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223299.668903:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223299.668906:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [155:155:255:4294967295] 192.168.202.152@tcp LPNI seq info [155:155:7:4294967295] 00000400:00000200:3.0:1782223299.668923:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223299.668930:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:0.0:1782223299.668935:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1782223299.668936:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223299.668941:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57f000. 00000800:00000200:3.0:1782223299.668951:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000010:0.0:1782223299.668953:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57f100. 00000800:00000200:3.0:1782223299.668960:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223299.668974:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1782223299.668978:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223299.668982:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1782223299.668993:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: using a timeout of 80645 usecs (81 jiffies) 00000400:00000200:3.0:1782223299.669002:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.669006:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:3.0:1782223299.669007:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 0 is 4295055443 00000100:00000001:3.0:1782223299.669015:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS request active for cpu 0, keep current deadline 4295056654 00000100:00000001:3.0:1782223299.669019:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 1 is 4295055443 00000400:00000200:0.0:1782223299.669021:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be86e8 00000100:00000001:3.0:1782223299.669022:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS request active for cpu 1, keep current deadline 4295056654 00000100:00000001:3.0:1782223299.669027:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1782223299.669029:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be86e8. 00000100:00000001:3.0:1782223299.669031:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223299.669037:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1782223299.669041:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1782223299.669043:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89803480 x1868796285438848/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223299.669050:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223299.669052:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223299.669054:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223299.669056:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223299.669064:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223299.669067:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285438848:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223299.669071:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223299.669074:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223299.669076:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223299.669080:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1782223299.669083:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89803100 x1868796285438336/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1782223299.669085:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed898cf600. 02000000:00000001:3.0:1782223299.669090:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223299.669100:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223299.669109:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1580. 00000400:00000010:3.0:1782223299.669116:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8110. 00000100:00000200:3.0:1782223299.669122:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285438848, portal 10 00000100:00000001:0.0:1782223299.669123:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1782223299.669130:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223299.669133:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295787136 : -105632413764480 : ffff9fed89803480) 00000100:00000040:0.0:1782223299.669137:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89803100 x1868796285438336/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1782223299.669181:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89803480 x1868796285438848/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223299.669229:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223299.669238:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1782223299.669250:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223299.669257:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223299.669262:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be84c8. 00000100:00000200:3.0:1782223299.669265:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285438848, offset 0 00000800:00000200:0.0:1782223299.669275:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1782223299.669275:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000800:00000010:0.0:1782223299.669283:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57f000. 00000400:00000200:3.0:1782223299.669284:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.669293:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1782223299.669295:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223299.669304:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223299.669313:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:0.0:1782223299.669314:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:3.0:1782223299.669319:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1782223299.669326:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8000 00000400:00000200:3.0:1782223299.669327:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000010:0.0:1782223299.669335:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8000. 00000400:00000200:3.0:1782223299.669337:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [156:156:255:4294967295] 192.168.202.152@tcp LPNI seq info [156:156:7:4294967295] 00000100:00000001:0.0:1782223299.669343:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223299.669352:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89800e00 x1868796285438592/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223299.669362:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223299.669379:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89800e00 x1868796285438592/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223299.669386:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223299.669388:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1782223299.670477:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223299.670489:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223299.670492:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223299.670495:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223299.670503:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed8525da00. 02000000:00000001:2.0:1782223299.670505:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223299.670512:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223299.670517:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b5d10. 00000400:00000010:2.0:1782223299.670524:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605ddd0. 00000100:00000200:2.0:1782223299.670528:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285438464, portal 10 00000100:00000001:2.0:1782223299.670532:0:2407:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223299.670534:0:2407:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295783552 : -105632413768064 : ffff9fed89802680) 00000100:00000040:2.0:1782223299.670545:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89802680 x1868796285438464/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.670553:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223299.670555:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223299.670558:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605daa0. 00000100:00000200:2.0:1782223299.670562:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285438464, offset 0 00000400:00000200:2.0:1782223299.670570:0:2407:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223299.671050:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223299.671062:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223299.671068:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223299.671073:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57fb00. 00000800:00000200:3.0:1782223299.671080:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223299.671087:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223299.671090:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1782223299.671114:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223299.671118:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: using a timeout of 34100 usecs (35 jiffies) 00000400:00000200:3.0:1782223299.671121:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223299.671123:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295055399 00000100:00000001:3.0:1782223299.671125:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295056654 00000100:00000001:3.0:1782223299.671127:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295055399 00000100:00000001:3.0:1782223299.671129:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295056654 00000100:00000001:3.0:1782223299.671131:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223299.671134:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223299.671163:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223299.671166:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223299.671176:0:2408:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223299.671178:0:2408:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1782223299.671180:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223299.671182:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223299.671184:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223299.671186:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223299.671247:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223299.671253:0:2407:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223299.671258:0:2407:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1782223299.671261:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:2.0:1782223299.671264:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1782223299.671267:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1782223299.671274:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [157:157:255:4294967295] 192.168.202.152@tcp LPNI seq info [157:157:7:4294967295] 00000400:00000200:2.0:1782223299.671277:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223299.671281:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:2.0:1782223299.671284:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223299.671287:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9feda0e13e00. 00000800:00000200:2.0:1782223299.671290:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:2.0:1782223299.671293:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1782223299.671295:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9feda0e13e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223299.671297:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.671299:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: using a timeout of 170428 usecs (171 jiffies) 00000400:00000200:2.0:1782223299.671301:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223299.671303:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 0 is 4295055536 00000100:00000001:2.0:1782223299.671305:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS request active for cpu 0, keep current deadline 4295056654 00000100:00000001:2.0:1782223299.671306:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 1 is 4295055536 00000100:00000001:2.0:1782223299.671307:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS request active for cpu 1, keep current deadline 4295056654 00000100:00000001:2.0:1782223299.671308:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223299.671310:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223299.671312:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223299.671316:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89800380 x1868796285438720/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.671321:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223299.671323:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223299.671327:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223299.671329:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223299.671331:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223299.671334:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:985676fe-136e-45f7-b337-480fb72bebdf:2407:1868796285438720:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223299.671337:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223299.671340:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223299.671341:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223299.671458:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223299.671463:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed8525d200. 02000000:00000001:2.0:1782223299.671466:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223299.671470:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223299.671474:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b5420. 00000400:00000010:2.0:1782223299.671479:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d6e8. 00000100:00000200:2.0:1782223299.671483:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285438720, portal 10 00000100:00000001:2.0:1782223299.671486:0:2407:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223299.671487:0:2407:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295774592 : -105632413777024 : ffff9fed89800380) 00000100:00000040:2.0:1782223299.671493:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89800380 x1868796285438720/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.671498:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223299.671499:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223299.671501:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d5d8. 00000100:00000200:2.0:1782223299.671504:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285438720, offset 0 00000400:00000200:2.0:1782223299.671508:0:2407:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1782223299.671511:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223299.671513:0:2407:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223299.671515:0:2407:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1782223299.671517:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:2.0:1782223299.671519:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1782223299.671520:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1782223299.671523:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [158:158:254:4294967295] 192.168.202.152@tcp LPNI seq info [158:158:6:4294967295] 00000400:00000200:2.0:1782223299.671527:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223299.671532:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:2.0:1782223299.671537:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223299.671544:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed9195f100. 00000800:00000200:2.0:1782223299.671548:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:2.0:1782223299.671552:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1782223299.671554:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed9195f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223299.671558:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.671566:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: using a timeout of 26771 usecs (27 jiffies) 00000400:00000200:2.0:1782223299.671570:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223299.671572:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295055392 00000100:00000001:2.0:1782223299.671574:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295056654 00000100:00000001:2.0:1782223299.671576:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295055392 00000100:00000001:2.0:1782223299.671578:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295056654 00000100:00000001:2.0:1782223299.671580:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223299.671582:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223299.671584:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223299.671586:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223299.671591:0:2407:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1782223299.671592:0:2407:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1782223299.671594:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223299.671596:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223299.671598:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223299.671601:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1782223299.671740:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223299.671744:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57fb00. 00000400:00000200:1.0:1782223299.671749:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223299.671753:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223299.671758:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be84c8 00000400:00000010:1.0:1782223299.671760:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be84c8. 00000100:00000001:1.0:1782223299.671764:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223299.671768:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89803480 x1868796285438848/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223299.671776:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223299.671778:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89803480 x1868796285438848/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223299.671783:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223299.671784:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223299.671801:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223299.671803:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9feda0e13e00. 00000400:00000200:1.0:1782223299.671806:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223299.671808:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223299.671810:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605daa0 00000400:00000010:1.0:1782223299.671811:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605daa0. 00000100:00000001:1.0:1782223299.671813:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223299.671816:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89802680 x1868796285438464/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223299.671820:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223299.671822:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89802680 x1868796285438464/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223299.671835:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223299.671836:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223299.671877:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223299.671878:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed9195f100. 00000400:00000200:1.0:1782223299.671880:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223299.671883:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223299.671885:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d5d8 00000400:00000010:1.0:1782223299.671886:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d5d8. 00000100:00000001:1.0:1782223299.671887:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223299.671890:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89800380 x1868796285438720/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223299.671895:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223299.671896:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89800380 x1868796285438720/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223299.671900:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223299.671901:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1782223299.677755:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223299.677781:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223299.677840:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223299.677844:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223299.677855:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.677863:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223299.677871:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.677876:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.677881:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.677885:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 25 MB=0x6a3a90ac04980 00000400:00000200:0.0:1782223299.677890:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.677895:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.152@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:0.0:1782223299.677921:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223299.677925:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223299.677929:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223299.677935:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223299.677944:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223299.677956:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89803100 x1868796285438336/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223299.677980:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89803100 x1868796285438336/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223299.678001:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223299.678015:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223299.678019:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223299.678021:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223299.678022:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223299.678026:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.678029:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223299.678034:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.678037:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.678039:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.678042:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04a80 00000400:00000200:0.0:1782223299.678046:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.678050:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x889 [1] + 224 00000800:00000001:0.0:1782223299.678054:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223299.678058:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223299.678060:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223299.678063:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223299.678066:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1782223299.678069:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1782223299.678071:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89800e00 x1868796285438592/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223299.678075:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1782223299.678080:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89800e00 x1868796285438592/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1782223299.678084:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223299.678086:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223299.678090:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1ec8. 00000400:00000200:3.0:1782223299.678095:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8198 00000100:00000001:0.0:1782223299.678098:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1782223299.678098:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8198. 00000100:00000001:3.0:1782223299.678101:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1782223299.678103:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1782223299.678106:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89803100 x1868796285438336/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1782223299.678107:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223299.678109:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223299.678111:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223299.678114:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000200:3.0:1782223299.678115:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89803100 x1868796285438336/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1782223299.678118:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223299.678122:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223299.678122:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1782223299.678125:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223299.678125:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223299.678128:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223299.678128:0:2408:0:(client.c:1579:after_reply()) Process entered 00000400:00000200:0.0:1782223299.678130:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04b80 00000400:00000200:0.0:1782223299.678133:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 02000000:00000001:3.0:1782223299.678134:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1782223299.678137:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x891 [1] + 224 00000100:00000001:3.0:1782223299.678137:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223299.678139:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1782223299.678141:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1782223299.678176:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1782223299.678186:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1782223299.678187:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89bddc60 time=92 v=5 (5 0 0 0) 00000400:00000200:0.0:1782223299.678189:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1782223299.678191:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89bddc18 time=92 v=5 (1 0 0 0) 00000400:00000200:0.0:1782223299.678192:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223299.678195:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1782223299.678195:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223299.678196:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1782223299.678199:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89803480 x1868796285438848/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1782223299.678200:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223299.678203:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223299.678206:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1782223299.678208:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89803480 x1868796285438848/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1782223299.678211:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89803100 x1868796285438336/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223299.678216:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223299.678220:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223299.678223:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223299.678225:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223299.678227:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223299.678230:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.678233:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000100:00000001:3.0:1782223299.678235:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1782223299.678238:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223299.678239:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223299.678242:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223299.678244:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000040:3.0:1782223299.678246:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89803100 x1868796285438336/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1782223299.678247:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.678250:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04a00 00000400:00000200:0.0:1782223299.678253:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00100000:3.0:1782223299.678255:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285438336:192.168.202.152@tcp:400:kworker.0 00000400:00000200:0.0:1782223299.678258:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x899 [1] + 224 00000800:00000001:0.0:1782223299.678261:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1782223299.678261:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223299.678263:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1782223299.678264:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1782223299.678265:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1bb0. 00000400:00000200:0.0:1782223299.678266:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1782223299.678267:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8f68 00000400:00000200:0.0:1782223299.678269:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000010:3.0:1782223299.678269:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8f68. 00000100:00000001:3.0:1782223299.678271:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1782223299.678272:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223299.678274:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89800e00 x1868796285438592/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1782223299.678277:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89802680 x1868796285438464/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223299.678282:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89800e00 x1868796285438592/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223299.678287:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89802680 x1868796285438464/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223299.678289:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223299.678291:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223299.678292:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223299.678294:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223299.678295:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223299.678296:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223299.678298:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223299.678305:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89d8ec60 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223299.678308:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89d8ec18 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1782223299.678310:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223299.678310:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223299.678311:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223299.678313:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1782223299.678314:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223299.678317:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223299.678318:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00080000:3.0:1782223299.678318:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800e00 x1868796285438592/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1782223299.678321:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223299.678324:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.678327:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223299.678331:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.678333:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223299.678336:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00010000:00000001:3.0:1782223299.678336:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223299.678339:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04b00 00000100:00000001:3.0:1782223299.678340:0:2408:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1782223299.678342:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000040:3.0:1782223299.678343:0:2408:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed84fb4800: skip recheck: last_committed 0 00000400:00000200:0.0:1782223299.678345:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x8a1 [1] + 224 00000100:00000001:3.0:1782223299.678345:0:2408:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223299.678347:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223299.678350:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89800e00 x1868796285438592/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223299.678357:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223299.678359:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223299.678361:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223299.678364:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89800e00 x1868796285438592/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223299.678372:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285438592:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223299.678777:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223299.678782:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1782223299.678873:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223299.678884:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223299.678886:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223299.678890:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000001:3.0:1782223299.680464:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223299.680471:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223299.680475:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1580. 00000400:00000200:3.0:1782223299.680485:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8110 00000400:00000010:3.0:1782223299.680487:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8110. 00000100:00000001:3.0:1782223299.680493:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1782223299.680498:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1782223299.680501:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1782223299.680503:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b5d10. 00000400:00000200:2.0:1782223299.680507:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605ddd0 00000100:00000200:3.0:1782223299.680507:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89803480 x1868796285438848/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1782223299.680509:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605ddd0. 00000100:00000001:2.0:1782223299.680513:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223299.680519:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89803480 x1868796285438848/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1782223299.680520:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89802680 x1868796285438464/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1782223299.680529:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89802680 x1868796285438464/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223299.680529:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223299.680532:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223299.680536:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223299.680536:0:2408:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:2.0:1782223299.680537:0:2407:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223299.680539:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1782223299.680541:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1782223299.680541:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1782223299.680543:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223299.680543:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1782223299.680546:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223299.680546:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223299.680567:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223299.680567:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1782223299.680577:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89d88460 time=91 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223299.680577:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d4c60 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1782223299.680582:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89d88418 time=91 v=5 (1 0 0 0) 00000100:00001000:3.0:1782223299.680582:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d4c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1782223299.680585:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223299.680585:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1782223299.680587:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223299.680587:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1782223299.680590:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223299.680590:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1782223299.680594:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1782223299.680595:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89803480 x1868796285438848/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.680598:0:2407:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1782223299.680600:0:2407:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed84fb4800: skip recheck: last_committed 0 00010000:00000001:3.0:1782223299.680601:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223299.680602:0:2407:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1782223299.680604:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223299.680604:0:2408:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223299.680605:0:2408:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223299.680607:0:2408:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223299.680608:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.680609:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89802680 x1868796285438464/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1782223299.680611:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89803480 x1868796285438848/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.680617:0:2407:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223299.680617:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223299.680630:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223299.680630:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1782223299.680632:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223299.680632:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1782223299.680637:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89802680 x1868796285438464/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1782223299.680637:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89803480 x1868796285438848/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223299.680646:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285438464:192.168.202.152@tcp:400:kworker.0 00000100:00100000:3.0:1782223299.680646:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285438848:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223299.680651:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223299.680653:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223299.680654:0:2407:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1782223299.680654:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1782223299.680657:0:2407:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89802680 x1868796285438464/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1782223299.680659:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89803100 x1868796285438336/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.680665:0:2407:0:(client.c:2779:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1782223299.680665:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1782223299.680669:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1782223299.680669:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1782223299.680674:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed8525da00. 02000000:00000010:3.0:1782223299.680674:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed898cea00. 02000000:00000001:2.0:1782223299.680678:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1782223299.680678:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1782223299.680681:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1782223299.680681:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1782223299.680683:0:2407:0:(genops.c:1244:class_import_put()) import ffff9fed89d88000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fed84fb4800 00000020:00000040:3.0:1782223299.680683:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1782223299.680685:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1782223299.680689:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed85b59700. 00000020:00000001:3.0:1782223299.680690:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223299.680691:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed85b59900. 02000000:00000001:2.0:1782223299.680695:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223299.680695:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223299.680698:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1782223299.680700:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223299.680700:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89803100. 00000100:00000010:2.0:1782223299.680702:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89802680. 00000100:00000001:2.0:1782223299.680705:0:2407:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223299.680705:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1782223299.680707:0:2407:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223299.680707:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223299.680708:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1782223299.680711:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223299.680713:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89800e00 x1868796285438592/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.680714:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223299.680716:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223299.680717:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223299.680719:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223299.680720:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223299.680722:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223299.680723:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed898cfc00. 02000000:00000001:3.0:1782223299.680725:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223299.680726:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223299.680727:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed89d8e800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fed84fb4800 00000020:00000001:3.0:1782223299.680729:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223299.680731:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed85b59b00. 02000000:00000001:3.0:1782223299.680733:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223299.680734:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223299.680735:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89800e00. 00000100:00000001:3.0:1782223299.680737:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223299.680738:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223299.680740:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223299.680743:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89803480 x1868796285438848/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223299.680748:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223299.680749:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223299.680751:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed898cf600. 02000000:00000001:3.0:1782223299.680752:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223299.680753:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223299.680755:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed899d4800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fed82977800 00000020:00000001:3.0:1782223299.680757:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223299.680758:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9feda0e13100. 02000000:00000001:3.0:1782223299.680761:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223299.680762:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223299.680769:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89803480. 00000100:00000001:3.0:1782223299.680771:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223299.680772:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223299.680774:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223299.680783:0:2408:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223299.680785:0:2408:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223299.680788:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223299.680789:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223299.680874:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223299.680888:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89800380 x1868796285438720/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223299.680898:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89800380 x1868796285438720/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223299.680915:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223299.680933:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223299.680941:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223299.681005:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223299.681007:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1782223299.681012:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1782223299.681013:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1782223299.681015:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b5420. 00000400:00000200:2.0:1782223299.681018:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d6e8 00000400:00000010:2.0:1782223299.681020:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d6e8. 00000100:00000001:2.0:1782223299.681023:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1782223299.681027:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89800380 x1868796285438720/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1782223299.681035:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89800380 x1868796285438720/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.681041:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1782223299.681043:0:2407:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223299.681044:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1782223299.681046:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1782223299.681048:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1782223299.681049:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223299.681051:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1782223299.681056:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d3460 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1782223299.681060:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d3418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1782223299.681062:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1782223299.681063:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1782223299.681065:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1782223299.681067:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223299.681070:0:2407:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1782223299.681072:0:2407:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:2.0:1782223299.681074:0:2407:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1782223299.681081:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223299.681086:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89800380 x1868796285438720/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.681092:0:2407:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223299.681094:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1782223299.681096:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1782223299.681100:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89800380 x1868796285438720/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223299.681107:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:985676fe-136e-45f7-b337-480fb72bebdf:2407:1868796285438720:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223299.681112:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223299.681114:0:2407:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1782223299.681116:0:2407:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89800380 x1868796285438720/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223299.681123:0:2407:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1782223299.681125:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1782223299.681127:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed8525d200. 02000000:00000001:2.0:1782223299.681130:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1782223299.681131:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1782223299.681132:0:2407:0:(genops.c:1244:class_import_put()) import ffff9fed899d3000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fed82977800 00000020:00000001:2.0:1782223299.681135:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1782223299.681136:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed91ab7600. 02000000:00000001:2.0:1782223299.681140:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1782223299.681141:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1782223299.681216:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89800380. 00000100:00000001:2.0:1782223299.681219:0:2407:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1782223299.681220:0:2407:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223299.681222:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223299.681227:0:2407:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1782223299.681228:0:2407:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223299.681230:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223299.681232:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223300.242381:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223300.242391:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223300.242398:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223300.242399:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1782223300.244112:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1782223300.244120:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1782223300.244126:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1782223301.012307:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16800 (cpu 0) has reached its deadline 4295056654, at 4295056706 00000100:00000010:0.0:1782223301.012331:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed89fab060. 00000100:00000040:1.0:1782223301.012497:0:8953:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16910 (cpu 0) has reached its deadline 4295056654, at 4295056706 00000100:00000010:1.0:1782223301.012503:0:8953:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed89fabf00. 00010000:00000001:0.0:1782223301.266432:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223301.266443:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223301.266451:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223301.266453:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1782223301.276959:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1782223301.276966:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1782223301.276971:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1782223301.301462:0:10105:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1782223301.301477:0:10105:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1782223301.684896:0:10141:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1782223301.684906:0:10141:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:3.0:1782223301.688522:0:10141:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1782223302.293305:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223302.293315:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223302.293323:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223302.293324:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1782223302.293402:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1782223302.293406:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1782223302.293418:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1782223303.150539:0:10239:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1782223303.150554:0:10239:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223303.315378:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223303.315386:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223303.315394:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223303.315398:0:766:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1782223303.315401:0:766:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1782223303.315406:0:766:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223303.315410:0:766:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1782223303.315413:0:766:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223303.315415:0:766:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223303.315417:0:766:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1782223303.315457:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1782223303.315461:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1782223303.315464:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1782223304.339372:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223304.339382:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223304.339390:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223304.339391:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1782223304.341897:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1782223304.341906:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1782223304.341913:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1782223304.373119:0:10304:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9fed89c6fcb0. 00000400:00000040:0.0:1782223304.373166:0:10304:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1782223304.373170:0:10304:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1782223304.373172:0:10304:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1782223304.373174:0:10304:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1782223304.373176:0:10304:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1782223304.373178:0:10304:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1782223304.373181:0:10304:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1782223304.373259:0:10304:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9fed89c6fcb0. 00000100:00000040:2.0:1782223304.786330:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223304.786344:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223304.786359:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89800380. 00000020:00000040:2.0:1782223304.786367:0:36:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1782223304.786372:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223304.786375:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223304.786384:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223304.786395:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed9195f100. 00000100:00000001:2.0:1782223304.786403:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.786418:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS req@ffff9fed89800380 x1868796285438976/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223304.786430:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223304.786435:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.786442:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9454984] to pc [ptlrpcd_01_00+0] req@ffff9fed89800380 x1868796285438976/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.786520:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223304.786525:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223304.786529:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223304.786536:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89800380 x1868796285438976/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.786543:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223304.786546:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223304.786550:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223304.786553:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223304.786556:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223304.786559:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285438976:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223304.786563:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223304.786571:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223304.786598:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223304.786601:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223304.786607:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed98d12a00. 02000000:00000001:3.0:1782223304.786609:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223304.786620:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223304.786627:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1580. 00000400:00000010:3.0:1782223304.786637:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8110. 00000100:00000200:3.0:1782223304.786648:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285438976, portal 25 00000100:00000001:3.0:1782223304.786650:0:2407:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223304.786653:0:2407:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295774592 : -105632413777024 : ffff9fed89800380) 00000100:00000040:3.0:1782223304.786658:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89800380 x1868796285438976/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.786666:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223304.786669:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223304.786672:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8f68. 00000100:00000200:3.0:1782223304.786676:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868796285438976, offset 0 00000400:00000200:3.0:1782223304.786683:0:2407:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223304.786694:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223304.786704:0:2407:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223304.786711:0:2407:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223304.786716:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223304.786720:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223304.786723:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223304.786727:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [159:159:256:4294967295] 192.168.202.152@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:3.0:1782223304.786731:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223304.786743:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223304.786750:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223304.786756:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57fb00. 00000800:00000200:3.0:1782223304.786764:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223304.786773:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223304.786779:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1782223304.786803:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223304.786816:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223304.786820:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4295061772 00000100:00000010:3.0:1782223304.786826:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed89fabc00. 00000100:00000001:3.0:1782223304.786835:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1782223304.786848:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4295061772 00000100:00000010:3.0:1782223304.786862:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed89fabf60. 00000100:00000001:3.0:1782223304.786872:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1782223304.786877:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223304.786881:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223304.786885:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223304.786888:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1782223304.787082:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223304.787088:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57fb00. 00000400:00000200:1.0:1782223304.787097:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223304.787103:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223304.787109:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8f68 00000400:00000010:1.0:1782223304.787112:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8f68. 00000100:00000001:1.0:1782223304.787117:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223304.787122:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89800380 x1868796285438976/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223304.787132:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223304.787136:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89800380 x1868796285438976/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223304.787182:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223304.787190:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1782223304.788373:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.788381:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223304.788387:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223304.788396:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89802680. 00000020:00000040:2.0:1782223304.788401:0:36:0:(genops.c:1231:class_import_get()) import ffff9fed89d88000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fed84fb4800 00000100:00000001:2.0:1782223304.788405:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223304.788408:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223304.788414:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223304.788424:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed91ab7600. 00000100:00000001:2.0:1782223304.788431:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.788442:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0000_UUID req@ffff9fed89802680 x1868796285439104/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223304.788455:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223304.788470:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.788476:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1a408fa] to pc [ptlrpcd_01_01+1] req@ffff9fed89802680 x1868796285439104/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.794385:0:2407:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223304.794396:0:2407:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1782223304.794404:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223304.794408:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223304.794412:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223304.794417:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1782223304.794420:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.794422:0:2407:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223304.794423:0:2407:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.794425:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223304.794426:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223304.794429:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223304.794447:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89802680 x1868796285439104/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.794460:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223304.794462:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223304.794468:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223304.794472:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223304.794475:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223304.794479:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285439104:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223304.794485:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223304.794492:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223304.794495:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223304.794515:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223304.794522:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed98d12600. 02000000:00000001:3.0:1782223304.794525:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223304.794533:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223304.794538:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1bb0. 00000400:00000010:3.0:1782223304.794547:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8198. 00000100:00000200:3.0:1782223304.794556:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285439104, portal 10 00000100:00000001:3.0:1782223304.794558:0:2407:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223304.794560:0:2407:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295783552 : -105632413768064 : ffff9fed89802680) 00000100:00000040:3.0:1782223304.794569:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89802680 x1868796285439104/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.794578:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223304.794581:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223304.794584:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8a18. 00000100:00000200:3.0:1782223304.794588:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285439104, offset 0 00000400:00000200:3.0:1782223304.794596:0:2407:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223304.794606:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223304.794614:0:2407:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223304.794621:0:2407:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223304.794626:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223304.794631:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223304.794634:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223304.794638:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [160:160:256:4294967295] 192.168.202.152@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:3.0:1782223304.794643:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223304.794655:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223304.794662:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223304.794668:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57ff00. 00000800:00000200:3.0:1782223304.794676:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223304.794685:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223304.794691:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223304.796408:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.796421:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223304.796427:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223304.796441:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89803b80. 00000020:00000040:2.0:1782223304.796448:0:36:0:(genops.c:1231:class_import_get()) import ffff9fed89d8e800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fed84fb4800 00000100:00000001:2.0:1782223304.796452:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223304.796456:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223304.796461:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223304.796473:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed85b59500. 00000100:00000001:2.0:1782223304.796480:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.796494:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0001_UUID req@ffff9fed89803b80 x1868796285439232/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223304.796506:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223304.796511:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.796518:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e39f0562] to pc [ptlrpcd_01_00+0] req@ffff9fed89803b80 x1868796285439232/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223304.796531:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.796533:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1782223304.796536:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1782223304.796540:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1782223304.796544:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1782223304.796547:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223304.796549:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223304.796552:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89800000. 00000020:00000040:2.0:1782223304.796554:0:36:0:(genops.c:1231:class_import_get()) import ffff9fed899d3000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fed82977800 00000100:00000001:2.0:1782223304.796569:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223304.796570:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223304.796572:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223304.796575:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed85b59b00. 00000100:00000001:2.0:1782223304.796579:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.796583:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0000_UUID req@ffff9fed89800000 x1868796285439360/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223304.796590:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223304.796592:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.796596:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043cfb766] to pc [ptlrpcd_01_01+1] req@ffff9fed89800000 x1868796285439360/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223304.796603:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.796606:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223304.796609:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223304.796612:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89800a80. 00000020:00000040:2.0:1782223304.796614:0:36:0:(genops.c:1231:class_import_get()) import ffff9fed899d4800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fed82977800 00000100:00000001:2.0:1782223304.796616:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223304.796617:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223304.796618:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223304.796621:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed85b59900. 00000100:00000001:2.0:1782223304.796623:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.796627:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0001_UUID req@ffff9fed89800a80 x1868796285439488/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223304.796634:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223304.796635:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.796638:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bba37e9b] to pc [ptlrpcd_01_00+0] req@ffff9fed89800a80 x1868796285439488/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223304.796645:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.796647:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1782223304.796651:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1782223304.796658:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1782223304.796661:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1782223304.796667:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (398) 00000100:00000001:2.0:1782223304.796721:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223304.796725:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223304.796727:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223304.796733:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89800000 x1868796285439360/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223304.796742:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223304.796743:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223304.796747:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223304.796750:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223304.796753:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223304.796756:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285439360:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223304.796760:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223304.796765:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223304.796768:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223304.796770:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223304.796775:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed89ba6a00. 02000000:00000001:2.0:1782223304.796777:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223304.796784:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223304.796789:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b5420. 00000400:00000010:2.0:1782223304.796796:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d6e8. 00000100:00000200:2.0:1782223304.796802:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285439360, portal 10 00000100:00000001:2.0:1782223304.796804:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223304.796806:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295773696 : -105632413777920 : ffff9fed89800000) 00000100:00000040:2.0:1782223304.796812:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89800000 x1868796285439360/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223304.796820:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223304.796834:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223304.796838:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605ddd0. 00000100:00000200:2.0:1782223304.796847:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285439360, offset 0 00000400:00000200:2.0:1782223304.796860:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1782223304.796877:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223304.796885:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223304.796891:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1782223304.796896:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:2.0:1782223304.796900:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1782223304.796903:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1782223304.796906:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [161:161:255:4294967295] 192.168.202.152@tcp LPNI seq info [161:161:7:4294967295] 00000400:00000200:2.0:1782223304.796911:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223304.796930:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:2.0:1782223304.796936:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223304.796940:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed85b59700. 00000800:00000200:2.0:1782223304.796947:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:2.0:1782223304.796954:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1782223304.796958:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed85b59700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1782223304.799970:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223304.800007:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: using a timeout of 164473 usecs (165 jiffies) 00000400:00000200:3.0:1782223304.800027:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223304.800031:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 0 is 4295060658 00000100:00000001:3.0:1782223304.800036:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS request active for cpu 0, keep current deadline 4295061772 00000100:00000001:3.0:1782223304.800039:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 1 is 4295060658 00000100:00000001:3.0:1782223304.800042:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS request active for cpu 1, keep current deadline 4295061772 00000100:00000001:3.0:1782223304.800045:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223304.800049:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223304.800055:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223304.800059:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.800069:0:2407:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223304.800071:0:2407:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1782223304.800075:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223304.800078:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223304.800080:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223304.800093:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89803b80 x1868796285439232/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.800104:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223304.800106:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223304.800112:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223304.800115:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223304.800118:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223304.800123:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285439232:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223304.800127:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223304.800133:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223304.800137:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223304.800140:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223304.800162:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed98d13200. 02000000:00000001:3.0:1782223304.800164:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223304.800170:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223304.800174:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1ec8. 00000400:00000010:3.0:1782223304.800182:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8660. 00000100:00000200:3.0:1782223304.800195:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285439232, portal 10 00000100:00000001:3.0:1782223304.800198:0:2407:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223304.800200:0:2407:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295788928 : -105632413762688 : ffff9fed89803b80) 00000100:00000040:3.0:1782223304.800207:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89803b80 x1868796285439232/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.800215:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223304.800218:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223304.800221:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8bb0. 00000100:00000200:3.0:1782223304.800224:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285439232, offset 0 00000400:00000200:3.0:1782223304.800231:0:2407:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223304.800240:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223304.800250:0:2407:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223304.800256:0:2407:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223304.800261:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223304.800265:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223304.800268:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223304.800272:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [162:162:254:4294967295] 192.168.202.152@tcp LPNI seq info [162:162:6:4294967295] 00000400:00000200:3.0:1782223304.800277:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223304.800287:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223304.800294:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223304.800310:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57f100. 00000800:00000200:3.0:1782223304.800318:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223304.800327:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223304.800332:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1782223304.800703:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.800710:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: using a timeout of 25797 usecs (26 jiffies) 00000400:00000200:2.0:1782223304.800714:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223304.800717:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295060520 00000100:00000001:2.0:1782223304.800720:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295061772 00000100:00000001:2.0:1782223304.800722:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295060520 00000100:00000001:2.0:1782223304.800725:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295061772 00000100:00000001:2.0:1782223304.800727:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223304.800729:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223304.800732:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223304.800734:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223304.800740:0:2408:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1782223304.800741:0:2408:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1782223304.800743:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223304.800752:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223304.800754:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223304.800757:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1782223304.804256:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.804291:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223304.804307:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.804312:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223304.804325:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.804338:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223304.804352:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.804359:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.804368:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.804373:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 25 MB=0x6a3a90ac04c00 00000400:00000200:0.0:1782223304.804380:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.804388:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.152@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:0.0:1782223304.804399:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.804413:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223304.804418:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223304.804424:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223304.804435:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223304.804448:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89800380 x1868796285438976/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223304.804462:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89800380 x1868796285438976/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223304.804498:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1782223304.804553:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223304.804558:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57ff00. 00000400:00000200:0.0:1782223304.804565:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223304.804569:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223304.804574:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8a18 00000400:00000010:0.0:1782223304.804577:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8a18. 00000100:00000001:0.0:1782223304.804582:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223304.804587:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89802680 x1868796285439104/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223304.804601:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223304.804605:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89802680 x1868796285439104/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223304.804613:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223304.804615:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1782223304.804622:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.804627:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1782223304.806366:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223304.806377:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed85b59700. 00000400:00000200:0.0:1782223304.806386:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223304.806396:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223304.806401:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605ddd0 00000400:00000010:0.0:1782223304.806404:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605ddd0. 00000100:00000001:0.0:1782223304.806411:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223304.806420:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89800000 x1868796285439360/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223304.806434:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223304.806438:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89800000 x1868796285439360/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223304.806446:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223304.806448:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1782223304.808360:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223304.808373:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: using a timeout of 77411 usecs (78 jiffies) 00000400:00000200:3.0:1782223304.808383:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223304.808388:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 0 is 4295060579 00000100:00000001:3.0:1782223304.808394:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS request active for cpu 0, keep current deadline 4295061772 00000100:00000001:3.0:1782223304.808397:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 1 is 4295060579 00000100:00000001:3.0:1782223304.808415:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS request active for cpu 1, keep current deadline 4295061772 00000100:00000001:3.0:1782223304.808418:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223304.808423:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223304.808429:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223304.808443:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89800a80 x1868796285439488/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.808453:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223304.808456:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223304.808461:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223304.808465:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223304.808468:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223304.808472:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:985676fe-136e-45f7-b337-480fb72bebdf:2407:1868796285439488:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223304.808477:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223304.808485:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223304.808488:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223304.808492:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223304.808502:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed98d12400. 02000000:00000001:3.0:1782223304.808505:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223304.808510:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223304.808514:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1688. 00000400:00000010:3.0:1782223304.808523:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8dd0. 00000100:00000200:3.0:1782223304.808533:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285439488, portal 10 00000100:00000001:3.0:1782223304.808535:0:2407:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223304.808537:0:2407:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295776384 : -105632413775232 : ffff9fed89800a80) 00000100:00000040:3.0:1782223304.808546:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89800a80 x1868796285439488/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.808554:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223304.808557:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223304.808560:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8aa0. 00000100:00000200:3.0:1782223304.808564:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285439488, offset 0 00000400:00000200:3.0:1782223304.808571:0:2407:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223304.808581:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223304.808597:0:2407:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223304.808604:0:2407:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223304.808610:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223304.808614:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223304.808618:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223304.808622:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [163:163:255:4294967295] 192.168.202.152@tcp LPNI seq info [163:163:7:4294967295] 00000400:00000200:3.0:1782223304.808627:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223304.808639:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223304.808646:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223304.808652:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57fd00. 00000800:00000200:3.0:1782223304.808660:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223304.808669:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223304.808674:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1782223304.808678:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223304.808681:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: using a timeout of 31422 usecs (32 jiffies) 00000400:00000200:3.0:1782223304.808684:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223304.808686:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295060533 00000100:00000001:3.0:1782223304.808689:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295061772 00000100:00000001:3.0:1782223304.808692:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295060533 00000100:00000001:3.0:1782223304.808694:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295061772 00000100:00000001:3.0:1782223304.808696:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223304.808698:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1782223304.808705:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223304.808708:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223304.808711:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1580. 00000400:00000200:3.0:1782223304.808714:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8110 00000400:00000010:3.0:1782223304.808717:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8110. 00000100:00000001:3.0:1782223304.808721:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223304.808727:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89800380 x1868796285438976/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223304.808749:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89800380 x1868796285438976/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.808758:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223304.808760:0:2407:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.808763:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223304.808767:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223304.808770:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223304.808773:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223304.808777:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223304.808787:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89bddc60 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223304.808791:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89bddc18 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223304.808794:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223304.808796:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223304.808801:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223304.808804:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223304.808807:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223304.808813:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89800380 x1868796285438976/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1782223304.809262:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.809278:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223304.809281:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.809283:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223304.809289:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.809294:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223304.809313:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.809316:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.809321:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.809325:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04c80 00000400:00000200:0.0:1782223304.809329:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.809334:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x8b1 [1] + 224 00000800:00000001:0.0:1782223304.809341:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.809345:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223304.809349:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223304.809353:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223304.809360:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223304.809366:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89802680 x1868796285439104/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223304.809376:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89802680 x1868796285439104/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223304.809384:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1782223304.809430:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223304.809435:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57f100. 00000400:00000200:0.0:1782223304.809440:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223304.809443:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223304.809446:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8bb0 00000400:00000010:0.0:1782223304.809449:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8bb0. 00000100:00000001:0.0:1782223304.809452:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223304.809457:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89803b80 x1868796285439232/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223304.809467:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223304.809478:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89803b80 x1868796285439232/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223304.809485:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223304.809487:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1782223304.809493:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.809496:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223304.809498:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.809500:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223304.809503:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.809507:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223304.809511:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.809513:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.809516:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.809518:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04d80 00000400:00000200:0.0:1782223304.809522:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.809525:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x8b9 [1] + 224 00000800:00000001:0.0:1782223304.809529:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.809536:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223304.809538:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223304.809541:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223304.809544:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223304.809548:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89800000 x1868796285439360/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223304.809556:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89800000 x1868796285439360/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223304.809579:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223304.811538:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1782223304.811786:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223304.811792:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1782223304.811801:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1782223304.811804:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1782223304.811808:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b5420. 00000400:00000200:2.0:1782223304.811818:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d6e8 00000800:00000200:0.0:1782223304.812131:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223304.812137:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57fd00. 00000400:00000200:0.0:1782223304.812158:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223304.812169:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223304.812176:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8aa0 00000400:00000010:0.0:1782223304.812178:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8aa0. 00000100:00000001:0.0:1782223304.812204:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223304.812214:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89800a80 x1868796285439488/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223304.812227:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223304.812231:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89800a80 x1868796285439488/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223304.812239:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223304.812241:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1782223304.812399:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.812605:0:2407:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223304.812612:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223304.812615:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223304.812625:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89800380 x1868796285438976/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223304.812636:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285438976:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223304.812642:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223304.812645:0:2407:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223304.812648:0:2407:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89800380 x1868796285438976/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.812657:0:2407:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223304.812661:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223304.812673:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed98d12a00. 02000000:00000001:3.0:1782223304.812677:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223304.812679:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223304.812682:0:2407:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1782223304.812685:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223304.812688:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed9195f100. 02000000:00000001:3.0:1782223304.812693:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223304.812695:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223304.812698:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89800380. 00000100:00000001:3.0:1782223304.812702:0:2407:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223304.812703:0:2407:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.812706:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.812718:0:2407:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223304.812720:0:2407:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1782223304.812724:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223304.812726:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1782223304.812770:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d6e8. 00000100:00000001:2.0:1782223304.812779:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1782223304.812786:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89800000 x1868796285439360/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1782223304.812796:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89800000 x1868796285439360/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223304.812804:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1782223304.812806:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223304.812810:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1782223304.812813:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1782223304.812817:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1782223304.812819:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223304.812835:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1782223304.812848:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d3460 time=31 v=5 (5 0 0 0) 00000800:00000001:0.0:1782223304.813249:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.813267:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223304.813271:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.813274:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223304.813283:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.813289:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000100:00001000:2.0:1782223304.813391:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d3418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1782223304.813394:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1782223304.813396:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1782223304.813399:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1782223304.813404:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223304.813409:0:2408:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1782223304.813411:0:2408:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:2.0:1782223304.813413:0:2408:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1782223304.813415:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223304.813422:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89800000 x1868796285439360/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223304.813430:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1782223304.813443:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1782223304.813445:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1782223304.813450:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89800000 x1868796285439360/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782223304.813457:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285439360:192.168.202.152@tcp:400:kworker.0 00000100:00000001:2.0:1782223304.813463:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223304.813465:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1782223304.813468:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89800000 x1868796285439360/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223304.813474:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1782223304.813477:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1782223304.813479:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed89ba6a00. 02000000:00000001:2.0:1782223304.813483:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1782223304.813484:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1782223304.813486:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed899d3000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fed82977800 00000020:00000001:2.0:1782223304.813488:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1782223304.813490:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed85b59b00. 02000000:00000001:2.0:1782223304.813494:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1782223304.813496:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1782223304.813498:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89800000. 00000100:00000001:2.0:1782223304.813500:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1782223304.813502:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223304.813504:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223304.813510:0:2408:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1782223304.813512:0:2408:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1782223304.813514:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223304.813516:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223304.814172:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.814179:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.814187:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.814192:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04d00 00000400:00000200:0.0:1782223304.814198:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000001:3.0:1782223304.814392:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223304.814395:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223304.814399:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1bb0. 00000400:00000200:3.0:1782223304.814404:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8198 00000400:00000010:3.0:1782223304.814406:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8198. 00000100:00000001:3.0:1782223304.814411:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223304.814420:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89802680 x1868796285439104/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223304.814431:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89802680 x1868796285439104/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.814440:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223304.814443:0:2407:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.814445:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223304.814448:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223304.814450:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223304.814453:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223304.814456:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223304.814464:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89d88460 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223304.814467:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89d88418 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223304.814470:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223304.814485:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223304.814488:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223304.814492:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223304.814495:0:2407:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223304.814498:0:2407:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed84fb4800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223304.814500:0:2407:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223304.814501:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223304.814506:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89802680 x1868796285439104/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.814514:0:2407:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223304.814516:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223304.814518:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223304.814522:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89802680 x1868796285439104/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223304.814532:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285439104:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223304.814538:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223304.814540:0:2407:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223304.814543:0:2407:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89802680 x1868796285439104/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.814550:0:2407:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223304.814552:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223304.814555:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed98d12600. 02000000:00000001:3.0:1782223304.814559:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223304.814561:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223304.814563:0:2407:0:(genops.c:1244:class_import_put()) import ffff9fed89d88000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fed84fb4800 00000020:00000001:3.0:1782223304.814565:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223304.814567:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed91ab7600. 02000000:00000001:3.0:1782223304.814573:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223304.814575:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223304.814577:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89802680. 00000100:00000001:3.0:1782223304.814580:0:2407:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223304.814582:0:2407:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.814585:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223304.814592:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223304.814593:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223304.814596:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223304.814598:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223304.814644:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x8c1 [1] + 224 00000800:00000001:0.0:1782223304.814657:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.814668:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223304.814672:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223304.814677:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223304.814684:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223304.814690:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89803b80 x1868796285439232/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223304.814699:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89803b80 x1868796285439232/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223304.814717:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223304.814730:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.814740:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223304.814742:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.814745:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223304.814749:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.814753:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223304.814758:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.814760:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.814764:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.814767:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac04e00 00000400:00000200:0.0:1782223304.814771:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223304.814774:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x8c9 [1] + 224 00000800:00000001:0.0:1782223304.814778:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.814788:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223304.814790:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223304.814793:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223304.814797:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223304.814801:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89800a80 x1868796285439488/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223304.814809:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89800a80 x1868796285439488/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223304.814818:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223304.814821:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223304.814835:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.815389:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223304.815393:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1782223304.815398:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223304.815400:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223304.815403:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1ec8. 00000400:00000200:3.0:1782223304.815409:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8660 00000400:00000010:3.0:1782223304.815411:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8660. 00000100:00000001:3.0:1782223304.815414:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223304.815420:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89803b80 x1868796285439232/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223304.815429:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89803b80 x1868796285439232/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.815436:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223304.815437:0:2407:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.815440:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223304.815443:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223304.815445:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223304.815447:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223304.815450:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223304.815457:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89d8ec60 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223304.815460:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89d8ec18 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223304.815462:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223304.815464:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223304.815466:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1782223304.815470:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89803b80 x1868796285439232/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1782223304.815477:0:2407:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223304.815480:0:2407:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223304.815482:0:2407:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed84fb4800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223304.815484:0:2407:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223304.815485:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223304.815498:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89803b80 x1868796285439232/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.815505:0:2407:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223304.815507:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223304.815508:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223304.815512:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89803b80 x1868796285439232/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223304.815520:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2407:1868796285439232:192.168.202.152@tcp:400:kworker.0 00000400:00000001:3.0:1782223304.815525:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223304.815527:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223304.815529:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1688. 00000400:00000200:3.0:1782223304.815531:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8dd0 00000400:00000010:3.0:1782223304.815533:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8dd0. 00000100:00000001:3.0:1782223304.815535:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223304.815539:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89800a80 x1868796285439488/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223304.815547:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89800a80 x1868796285439488/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.815553:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223304.815555:0:2407:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.815557:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223304.815558:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223304.815560:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223304.815561:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223304.815563:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223304.815568:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d4c60 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223304.815571:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d4c18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223304.815573:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223304.815574:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223304.815576:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1782223304.815580:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800a80 x1868796285439488/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1782223304.815598:0:2407:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223304.815600:0:2407:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223304.815602:0:2407:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223304.815604:0:2407:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223304.815605:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223304.815609:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89800a80 x1868796285439488/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.815616:0:2407:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223304.815618:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223304.815619:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223304.815622:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89800a80 x1868796285439488/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223304.815628:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:985676fe-136e-45f7-b337-480fb72bebdf:2407:1868796285439488:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223304.815632:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.815634:0:2407:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223304.815637:0:2407:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89803b80 x1868796285439232/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.815644:0:2407:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223304.815646:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223304.815649:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed98d13200. 02000000:00000001:3.0:1782223304.815652:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223304.815654:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223304.815656:0:2407:0:(genops.c:1244:class_import_put()) import ffff9fed89d8e800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fed84fb4800 00000020:00000001:3.0:1782223304.815658:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223304.815660:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed85b59500. 02000000:00000001:3.0:1782223304.815664:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223304.815665:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223304.815667:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89803b80. 00000100:00000001:3.0:1782223304.815669:0:2407:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223304.815671:0:2407:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.815679:0:2407:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223304.815682:0:2407:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89800a80 x1868796285439488/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223304.815688:0:2407:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223304.815689:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223304.815691:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed98d12400. 02000000:00000001:3.0:1782223304.815693:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223304.815694:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223304.815695:0:2407:0:(genops.c:1244:class_import_put()) import ffff9fed899d4800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fed82977800 00000020:00000001:3.0:1782223304.815698:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223304.815699:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed85b59900. 02000000:00000001:3.0:1782223304.815701:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223304.815702:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223304.815703:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89800a80. 00000100:00000001:3.0:1782223304.815706:0:2407:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223304.815707:0:2407:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.815709:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223304.815718:0:2407:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223304.815720:0:2407:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223304.815723:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223304.815724:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1782223305.361753:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223305.361779:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223305.361785:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223305.361788:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223305.361802:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.361812:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223305.361824:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.361830:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.361837:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.361842:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 328 into portal 15 MB=0x6a3a90c11a580 00000400:00000200:1.0:1782223305.361854:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.152@tcp of length 328/328 into md 0x11 [2] + 984 00000800:00000001:1.0:1782223305.361864:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223305.361869:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223305.361873:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223305.361878:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223305.361888:0:2398:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1782223305.361891:0:2398:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1782223305.361901:0:2398:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b2a00. 00000100:00000040:1.0:1782223305.361908:0:2398:0:(events.c:337:request_in_callback()) incoming req@ffff9fed898b2a00 x1868796307547520 msgsize 328 00000100:00100000:1.0:1782223305.361922:0:2398:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.152@tcp (source: 12345-192.168.202.152@tcp) 00000100:00000001:1.0:1782223305.361947:0:2398:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1782223305.361960:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223305.361964:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223305.361966:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223305.361968:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223305.361972:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.361975:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223305.361980:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.361982:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.361985:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.361988:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 328 into portal 15 MB=0x6a3a90c11a900 00000400:00000200:1.0:1782223305.362023:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.152@tcp of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:1.0:1782223305.362027:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223305.362034:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223305.362036:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223305.362040:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223305.362043:0:2398:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1782223305.362044:0:2398:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1782223305.362048:0:2398:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed898b3800. 00000100:00000040:1.0:1782223305.362050:0:2398:0:(events.c:337:request_in_callback()) incoming req@ffff9fed898b3800 x1868796307548416 msgsize 328 00000100:00100000:1.0:1782223305.362054:0:2398:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.152@tcp (source: 12345-192.168.202.152@tcp) 00000100:00000001:1.0:1782223305.362067:0:2398:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1782223305.362071:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223305.362074:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223305.362106:0:6168:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1782223305.362109:0:6168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868796307547520 02000000:00000001:1.0:1782223305.362113:0:6168:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1782223305.362117:0:6168:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1782223305.362120:0:6168:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223305.362127:0:6168:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1782223305.362132:0:6168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868796307547520 00000020:00000001:1.0:1782223305.362136:0:6168:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1782223305.362138:0:6168:0:(genops.c:825:class_conn2export()) looking for export cookie 0x7070cadb437656dc 00000020:00000001:1.0:1782223305.362206:0:6168:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1782223305.362210:0:6168:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9fed89bd8800 refcount=3 00000020:00000001:1.0:1782223305.362213:0:6168:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638441299806208 : -105632409745408 : ffff9fed89bd8800) 00000020:00000001:1.0:1782223305.362215:0:6168:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638441299806208 : -105632409745408 : ffff9fed89bd8800) 00000100:00000001:1.0:1782223305.362220:0:6168:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1782223305.362225:0:6168:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fed86b79380. 00000100:00000001:1.0:1782223305.362228:0:6168:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1782223305.362231:0:6168:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fed86b79380. 00000020:00000010:1.0:1782223305.362241:0:6168:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fed8525dc00. 00000020:00000010:1.0:1782223305.362249:0:6168:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fed98c7d480. 00000020:00000010:1.0:1782223305.362271:0:6168:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fed898454b0. 00000100:00000040:1.0:1782223305.362294:0:6168:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1782223305.362299:0:6168:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1782223305.362301:0:6168:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1782223305.362303:0:6168:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223305.362313:0:6168:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223305.362316:0:6168:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223305.362327:0:6168:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1782223305.362328:0:6168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868796307548416 02000000:00000001:1.0:1782223305.362330:0:6168:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1782223305.362331:0:6168:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1782223305.362333:0:6168:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1782223305.362335:0:6168:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1782223305.362337:0:6168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868796307548416 00000020:00000001:1.0:1782223305.362338:0:6168:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1782223305.362340:0:6168:0:(genops.c:825:class_conn2export()) looking for export cookie 0x7070cadb437656dc 00000020:00000001:1.0:1782223305.362342:0:6168:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1782223305.362343:0:6168:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9fed89bd8800 refcount=4 00000020:00000001:1.0:1782223305.362345:0:6168:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638441299806208 : -105632409745408 : ffff9fed89bd8800) 00000020:00000001:1.0:1782223305.362347:0:6168:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638441299806208 : -105632409745408 : ffff9fed89bd8800) 00000100:00000001:1.0:1782223305.362350:0:6168:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1782223305.362353:0:6168:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fed86b79380. 00000100:00000001:1.0:1782223305.362355:0:6168:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1782223305.362357:0:6168:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fed86b79380. 00000020:00000010:1.0:1782223305.362360:0:6168:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fed8525ce00. 00000020:00000010:1.0:1782223305.362362:0:6168:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fed98c7d800. 00000020:00000010:1.0:1782223305.362366:0:6168:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fed89845e10. 00000100:00000001:1.0:1782223305.362369:0:6168:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1782223305.362370:0:6168:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1782223305.362371:0:6168:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223305.362374:0:6168:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223305.362376:0:6168:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223305.362382:0:6168:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1782223305.362384:0:6168:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1782223305.362390:0:6168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.152@tcp, seq: 3 00000100:00000040:1.0:1782223305.362394:0:6168:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fed89bd8800 : new rpc_count 1 00000100:00000001:1.0:1782223305.362400:0:6168:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638441296505344 : -105632413046272 : ffff9fed898b2a00) 00000100:00000040:1.0:1782223305.362408:0:6168:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fed898b2a00 x1868796307547520/t0(0) o104->b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2@192.168.202.152@tcp:516/0 lens 328/0 e 0 to 0 dl 1782223316 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1782223305.362419:0:6168:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1782223305.362421:0:6168:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fed86b79380. 00000100:00000001:1.0:1782223305.362423:0:6168:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1782223305.362426:0:6168:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fed86b79380. 00000100:00100000:1.0:1782223305.362430:0:6168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9fed898b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2+4:13404:x1868796307547520:12345-192.168.202.152@tcp:104: 00000100:00000200:1.0:1782223305.362435:0:6168:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1868796307547520 00010000:00000001:1.0:1782223305.362438:0:6168:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1782223305.362448:0:6168:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1782223305.362449:0:6168:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1782223305.362452:0:6168:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fed8aabc800 refcount=2 00000020:00000001:1.0:1782223305.362454:0:6168:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638441315420160 : -105632394131456 : ffff9fed8aabc800) 00010000:00000001:1.0:1782223305.362458:0:6168:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638441315420160 : -105632394131456 : ffff9fed8aabc800) 00010000:00000001:1.0:1782223305.362463:0:6168:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1782223305.362467:0:6168:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1782223305.362474:0:6168:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffff9fed8aabc800/0x7070cadb437657a7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcf6499d22ef2c226 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1782223305.362487:0:6168:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1782223305.362490:0:6168:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1782223305.362497:0:6168:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fed89869000. 02000000:00000001:1.0:1782223305.362501:0:6168:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223305.362503:0:6168:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1782223305.362509:0:6168:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1782223305.362512:0:6168:0:(ldlm_lib.c:3314:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1782223305.362516:0:6168:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed84e4c9e8 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1782223305.362522:0:6168:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1782223305.362526:0:6168:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fed82b98180 refcount 28 to 192.168.202.152@tcp 00000100:00000001:1.0:1782223305.362529:0:6168:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638441182101888 : -105632527449728 : ffff9fed82b98180) 02000000:00000001:1.0:1782223305.362537:0:6168:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1782223305.362540:0:6168:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223305.362544:0:6168:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1782223305.362548:0:6168:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:1.0:1782223305.362553:0:6168:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89c4ed48. 00000100:00000200:1.0:1782223305.362559:0:6168:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1868796307547520, offset 224 00000400:00000200:1.0:1782223305.362565:0:6168:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:1.0:1782223305.362573:0:6168:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.362583:0:6168:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.202.52@tcp to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1782223305.362592:0:6168:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [164:164:256:4294967295] 192.168.202.152@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:1.0:1782223305.362597:0:6168:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.362605:0:6168:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:192.168.202.52@tcp) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:1.0:1782223305.362611:0:6168:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:1.0:1782223305.362617:0:6168:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed900ee800. 00000800:00000200:1.0:1782223305.362624:0:6168:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:1.0:1782223305.362633:0:6168:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:1.0:1782223305.362638:0:6168:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed900ee800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1782223305.362649:0:6168:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223305.362653:0:6168:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fed82b98180 refcount 27 to 192.168.202.152@tcp 00010000:00000001:1.0:1782223305.362656:0:6168:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1782223305.362660:0:6168:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fed89e7a840. 00010000:00000001:1.0:1782223305.362664:0:6168:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1782223305.362675:0:6168:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1782223305.362677:0:6168:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1782223305.362678:0:6168:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1782223305.362681:0:6168:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223305.362685:0:6168:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b2a00 x1868796307547520/t0(0) o104->b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2@192.168.202.152@tcp:516/0 lens 328/224 e 0 to 0 dl 1782223316 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1782223305.362696:0:6168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9fed898b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2+4:13404:x1868796307547520:12345-192.168.202.152@tcp:104: Request processed in 274us (786us total) trans 0 rc 0/0 00000100:00100000:1.0:1782223305.362713:0:6168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.152@tcp, seq: 3 00000100:00000040:1.0:1782223305.362718:0:6168:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fed89bd8800 : new rpc_count 0 00000100:00000001:1.0:1782223305.362721:0:6168:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1782223305.362724:0:6168:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1782223305.362729:0:6168:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fed98c7d480. 00000020:00000010:1.0:1782223305.362734:0:6168:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fed898454b0. 00000020:00000010:1.0:1782223305.362738:0:6168:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fed8525dc00. 00000020:00000040:1.0:1782223305.362743:0:6168:0:(genops.c:900:class_export_put()) PUTting export ffff9fed89bd8800 : new refcount 3 00000100:00000001:1.0:1782223305.362746:0:6168:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1782223305.362753:0:6168:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1782223305.362755:0:6168:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1782223305.362758:0:6168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.152@tcp, seq: 4 00000100:00000040:1.0:1782223305.362760:0:6168:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fed89bd8800 : new rpc_count 1 00000100:00000001:1.0:1782223305.362762:0:6168:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638441296508928 : -105632413042688 : ffff9fed898b3800) 00000100:00000040:1.0:1782223305.362766:0:6168:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fed898b3800 x1868796307548416/t0(0) o104->b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2@192.168.202.152@tcp:516/0 lens 328/0 e 0 to 0 dl 1782223316 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1782223305.362775:0:6168:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1782223305.362778:0:6168:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fed86b79380. 00000100:00000001:1.0:1782223305.362780:0:6168:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1782223305.362782:0:6168:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fed86b79380. 00000100:00100000:1.0:1782223305.362786:0:6168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9fed898b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2+3:13404:x1868796307548416:12345-192.168.202.152@tcp:104: 00000100:00000200:1.0:1782223305.362790:0:6168:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1868796307548416 00010000:00000001:1.0:1782223305.362792:0:6168:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1782223305.362794:0:6168:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1782223305.362796:0:6168:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1782223305.362799:0:6168:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fed8aabd600 refcount=2 00000020:00000001:1.0:1782223305.362801:0:6168:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638441315423744 : -105632394127872 : ffff9fed8aabd600) 00010000:00000001:1.0:1782223305.362803:0:6168:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638441315423744 : -105632394127872 : ffff9fed8aabd600) 00010000:00000001:1.0:1782223305.362805:0:6168:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1782223305.362813:0:6168:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1782223305.362817:0:6168:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd600/0x7070cadb43765768 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcf6499d22ef2c1d9 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1782223305.362824:0:6168:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1782223305.362826:0:6168:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1782223305.362829:0:6168:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fed8986ac00. 02000000:00000001:1.0:1782223305.362831:0:6168:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223305.362833:0:6168:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1782223305.362836:0:6168:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1782223305.362838:0:6168:0:(ldlm_lib.c:3314:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1782223305.362840:0:6168:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed84e4c9e8 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1782223305.362843:0:6168:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1782223305.362846:0:6168:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fed82b98180 refcount 28 to 192.168.202.152@tcp 00000100:00000001:1.0:1782223305.362848:0:6168:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638441182101888 : -105632527449728 : ffff9fed82b98180) 02000000:00000001:1.0:1782223305.362850:0:6168:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1782223305.362851:0:6168:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223305.362854:0:6168:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1782223305.362856:0:6168:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:1.0:1782223305.362859:0:6168:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89c4e2a8. 00000100:00000200:1.0:1782223305.362863:0:6168:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1868796307548416, offset 224 00000400:00000200:1.0:1782223305.362867:0:6168:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:1.0:1782223305.362871:0:6168:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.362875:0:6168:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.202.52@tcp to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1782223305.362880:0:6168:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [165:165:255:4294967295] 192.168.202.152@tcp LPNI seq info [165:165:7:4294967295] 00000400:00000200:1.0:1782223305.362884:0:6168:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.362890:0:6168:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:192.168.202.52@tcp) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:1.0:1782223305.362894:0:6168:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:1.0:1782223305.362898:0:6168:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed900ee300. 00000800:00000200:1.0:1782223305.362902:0:6168:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:1.0:1782223305.362907:0:6168:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:1.0:1782223305.362922:0:6168:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed900ee300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1782223305.362931:0:6168:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223305.362934:0:6168:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fed82b98180 refcount 27 to 192.168.202.152@tcp 00010000:00000001:1.0:1782223305.362937:0:6168:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1782223305.362939:0:6168:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fed89e7ac00. 00010000:00000001:1.0:1782223305.362942:0:6168:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1782223305.362961:0:6168:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:1.0:1782223305.362964:0:6168:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1782223305.362965:0:6168:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1782223305.362967:0:6168:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1782223305.362972:0:6168:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed898b3800 x1868796307548416/t0(0) o104->b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2@192.168.202.152@tcp:516/0 lens 328/224 e 0 to 0 dl 1782223316 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1782223305.362982:0:6168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9fed898b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2+3:13404:x1868796307548416:12345-192.168.202.152@tcp:104: Request processed in 205us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1782223305.362989:0:6168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.152@tcp, seq: 4 00000100:00000040:1.0:1782223305.362991:0:6168:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fed89bd8800 : new rpc_count 0 00000100:00000001:1.0:1782223305.362993:0:6168:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1782223305.362995:0:6168:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1782223305.362997:0:6168:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fed98c7d800. 00000020:00000010:1.0:1782223305.363000:0:6168:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fed89845e10. 00000020:00000010:1.0:1782223305.363003:0:6168:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fed8525ce00. 00000020:00000040:1.0:1782223305.363006:0:6168:0:(genops.c:900:class_export_put()) PUTting export ffff9fed89bd8800 : new refcount 2 00000100:00000001:1.0:1782223305.363008:0:6168:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1782223305.363269:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1782223305.363274:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1782223305.363277:0:6177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:2.0:1782223305.363281:0:6177:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1782223305.363283:0:6177:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1782223305.363287:0:6177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffff9fed8aabc800/0x7070cadb437657a7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcf6499d22ef2c226 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223305.363308:0:6177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9fed8aabc800 already unused, calling callback (ffffffffc1422c20) 10000000:00000001:2.0:1782223305.363311:0:6177:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1782223305.363314:0:6177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffff9fed8aabc800/0x7070cadb437657a7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xcf6499d22ef2c226 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1782223305.363321:0:6177:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1782223305.363322:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1782223305.363324:0:6177:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1782223305.363325:0:6177:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fed8aabc800 refcount=3 00000020:00000001:2.0:1782223305.363327:0:6177:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638441315420160 : -105632394131456 : ffff9fed8aabc800) 00010000:00000001:2.0:1782223305.363329:0:6177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638441315420160 : -105632394131456 : ffff9fed8aabc800) 00010000:00000001:2.0:1782223305.363332:0:6177:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1782223305.363335:0:6177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffff9fed8aabc800/0x7070cadb437657a7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xcf6499d22ef2c226 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1782223305.363340:0:6177:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1782223305.363342:0:6177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffff9fed8aabc800/0x7070cadb437657a7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xcf6499d22ef2c226 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782223305.363348:0:6177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1782223305.363351:0:6177:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1782223305.363352:0:6177:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1782223305.363355:0:6177:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1782223305.363357:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1782223305.363358:0:6177:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1782223305.363375:0:6177:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1782223305.363377:0:6177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1782223305.363379:0:6177:0:(mgc_request.c:123:config_log_put()) log params(ffff9fed98d13000) refs 2 10000000:00000001:2.0:1782223305.363382:0:6177:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1782223305.363384:0:6177:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1782223305.363387:0:6177:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1782223305.363390:0:6177:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1782223305.363397:0:6177:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1782223305.363399:0:6177:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1782223305.363401:0:6177:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1782223305.363405:0:6177:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fed8aabc800 with handle 0x7070cadb437657a7 from hash 00010000:00000001:2.0:1782223305.363407:0:6177:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1782223305.363410:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1782223305.363412:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1782223305.363414:0:6177:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1782223305.363416:0:6177:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1782223305.363418:0:6177:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1782223305.363422:0:6177:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1782223305.363425:0:6177:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1782223305.363432:0:6177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89800000. 00000020:00000040:2.0:1782223305.363436:0:6177:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1782223305.363441:0:6177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223305.363444:0:6177:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223305.363450:0:6177:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223305.363457:0:6177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fed89ba7200. 00000100:00000001:2.0:1782223305.363464:0:6177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1782223305.363467:0:6177:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1782223305.363472:0:6177:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffff9fed8aabc800/0x7070cadb437657a7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcf6499d22ef2c226 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223305.363479:0:6177:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1782223305.363481:0:6177:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223305.363486:0:6177:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223305.363491:0:6177:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223305.363500:0:6177:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043cfb766] to pc [ptlrpcd_01_01+1] req@ffff9fed89800000 x1868796285439616/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1782223305.363525:0:6177:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1782223305.363528:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1782223305.363530:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1782223305.363531:0:6177:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1782223305.363533:0:6177:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1782223305.363536:0:6177:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1782223305.363544:0:6177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffff9fed8aabc800/0x7070cadb437657a7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcf6499d22ef2c226 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1782223305.363551:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1782223305.363554:0:6177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffff9fed8aabc800/0x7070cadb437657a7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcf6499d22ef2c226 expref: -99 pid: 9136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1782223305.363570:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1782223305.363572:0:6177:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1782223305.363574:0:6177:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fed89e7a840. 00010000:00000001:2.0:1782223305.363580:0:6177:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1782223305.363582:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1782223305.363584:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1782223305.363586:0:6177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1782223305.363589:0:6177:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1782223305.363590:0:6177:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1782223305.363593:0:6177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd600/0x7070cadb43765768 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcf6499d22ef2c1d9 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223305.363599:0:6177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9fed8aabd600 already unused, calling callback (ffffffffc1422c20) 10000000:00000001:2.0:1782223305.363602:0:6177:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1782223305.363604:0:6177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd600/0x7070cadb43765768 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcf6499d22ef2c1d9 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1782223305.363610:0:6177:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1782223305.363612:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1782223305.363613:0:6177:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1782223305.363614:0:6177:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fed8aabd600 refcount=3 00000020:00000001:2.0:1782223305.363617:0:6177:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638441315423744 : -105632394127872 : ffff9fed8aabd600) 00010000:00000001:2.0:1782223305.363619:0:6177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638441315423744 : -105632394127872 : ffff9fed8aabd600) 00010000:00000001:2.0:1782223305.363622:0:6177:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1782223305.363624:0:6177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd600/0x7070cadb43765768 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcf6499d22ef2c1d9 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1782223305.363638:0:6177:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1782223305.363641:0:6177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd600/0x7070cadb43765768 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcf6499d22ef2c1d9 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782223305.363648:0:6177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1782223305.363651:0:6177:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1782223305.363652:0:6177:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1782223305.363654:0:6177:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1782223305.363656:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1782223305.363657:0:6177:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1782223305.363660:0:6177:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1782223305.363662:0:6177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1782223305.363663:0:6177:0:(mgc_request.c:123:config_log_put()) log params(ffff9feda0f1d800) refs 2 10000000:00000001:2.0:1782223305.363665:0:6177:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1782223305.363666:0:6177:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1782223305.363668:0:6177:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1782223305.363670:0:6177:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1782223305.363672:0:6177:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1782223305.363673:0:6177:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1782223305.363675:0:6177:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1782223305.363677:0:6177:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fed8aabd600 with handle 0x7070cadb43765768 from hash 00010000:00000001:2.0:1782223305.363680:0:6177:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1782223305.363681:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1782223305.363683:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1782223305.363684:0:6177:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1782223305.363685:0:6177:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1782223305.363686:0:6177:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1782223305.363689:0:6177:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1782223305.363690:0:6177:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1782223305.363695:0:6177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89800a80. 00000020:00000040:2.0:1782223305.363698:0:6177:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1782223305.363700:0:6177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223305.363702:0:6177:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223305.363704:0:6177:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223305.363714:0:6177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fed89ba6400. 00000100:00000001:2.0:1782223305.363718:0:6177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1782223305.363720:0:6177:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1782223305.363723:0:6177:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd600/0x7070cadb43765768 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcf6499d22ef2c1d9 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782223305.363730:0:6177:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1782223305.363731:0:6177:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1782223305.363734:0:6177:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223305.363736:0:6177:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223305.363741:0:6177:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bba37e9b] to pc [ptlrpcd_01_00+0] req@ffff9fed89800a80 x1868796285439744/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1782223305.363751:0:6177:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1782223305.363753:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1782223305.363754:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1782223305.363756:0:6177:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1782223305.363758:0:6177:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1782223305.363760:0:6177:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1782223305.363763:0:6177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd600/0x7070cadb43765768 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcf6499d22ef2c1d9 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1782223305.363769:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1782223305.363771:0:6177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffff9fed8aabd600/0x7070cadb43765768 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcf6499d22ef2c1d9 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1782223305.363778:0:6177:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fed8abd4200 count: 0 00010000:00000001:2.0:1782223305.363787:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1782223305.363789:0:6177:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1782223305.363791:0:6177:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fed89e7ac00. 00010000:00000001:2.0:1782223305.363793:0:6177:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1782223305.363796:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1782223305.363797:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1782223305.363799:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1782223305.363801:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1782223305.363806:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1782223305.363809:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1782223305.363810:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1782223305.363812:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1782223305.363814:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1782223305.363822:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223305.363826:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223305.363829:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1782223305.363835:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89800000 x1868796285439616/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223305.363849:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1782223305.363851:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223305.363856:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1782223305.363860:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1782223305.363863:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1782223305.363867:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285439616:192.168.202.152@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1782223305.363871:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1782223305.363879:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1782223305.363882:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1782223305.363885:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1782223305.363890:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed89ba6000. 02000000:00000001:2.0:1782223305.363893:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223305.363899:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:2.0:1782223305.363903:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed891b5420. 00000400:00000010:2.0:1782223305.363922:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605d6e8. 00000100:00000200:2.0:1782223305.363930:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285439616, portal 18 00000100:00000001:2.0:1782223305.363933:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1782223305.363934:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295773696 : -105632413777920 : ffff9fed89800000) 00000100:00000040:2.0:1782223305.363940:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89800000 x1868796285439616/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223305.363947:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1782223305.363949:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:2.0:1782223305.363952:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed8605df68. 00000100:00000200:2.0:1782223305.363955:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1868796285439616, offset 0 00000400:00000200:2.0:1782223305.363967:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1782223305.363975:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:2.0:1782223305.363981:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1782223305.363988:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1782223305.363988:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1782223305.363992:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1782223305.363994:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00010000:00010000:3.0:1782223305.363994:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1782223305.363998:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1782223305.364000:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223305.364003:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223305.364005:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1782223305.364010:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000100:00000040:3.0:1782223305.364011:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89800a80 x1868796285439744/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1782223305.364013:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [166:166:254:4294967295] 192.168.202.152@tcp LPNI seq info [166:166:6:4294967295] 00000400:00000200:2.0:1782223305.364019:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223305.364019:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223305.364021:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223305.364023:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223305.364025:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1782223305.364027:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 02000000:00000001:3.0:1782223305.364027:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223305.364030:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285439744:192.168.202.152@tcp:103:ldlm_bl.0 00000800:00000200:2.0:1782223305.364033:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1782223305.364038:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed85b59b00. 00000100:00000001:3.0:1782223305.364041:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1782223305.364043:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 02000000:00000001:3.0:1782223305.364043:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223305.364045:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223305.364047:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1782223305.364050:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 02000000:00000010:3.0:1782223305.364050:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed98d12200. 02000000:00000001:3.0:1782223305.364052:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1782223305.364054:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed85b59b00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1782223305.364055:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223305.364058:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1782223305.364058:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1688. 00000400:00000200:2.0:1782223305.364062:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223305.364062:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8dd0. 00000100:00000001:2.0:1782223305.364066:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4295062349 00000100:00000200:3.0:1782223305.364066:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285439744, portal 18 00000100:00000001:3.0:1782223305.364068:0:2407:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223305.364069:0:2407:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295776384 : -105632413775232 : ffff9fed89800a80) 00000100:00000040:3.0:1782223305.364073:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89800a80 x1868796285439744/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223305.364075:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295061772 00000100:00000001:3.0:1782223305.364080:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1782223305.364081:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4295062349 00000100:00000040:3.0:1782223305.364082:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223305.364084:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8660. 00000100:00000001:2.0:1782223305.364086:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295061772 00000100:00000200:3.0:1782223305.364087:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1868796285439744, offset 0 00000100:00000001:2.0:1782223305.364090:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1782223305.364092:0:2407:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000100:00000001:2.0:1782223305.364093:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223305.364095:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223305.364097:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223305.364098:0:2407:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000100:00000001:2.0:1782223305.364100:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1782223305.364101:0:2407:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223305.364103:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223305.364105:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1782223305.364106:0:2408:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1782223305.364107:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000100:00000001:2.0:1782223305.364109:0:2408:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1782223305.364110:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [167:167:253:4294967295] 192.168.202.152@tcp LPNI seq info [167:167:5:4294967295] 00000100:00000001:2.0:1782223305.364111:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1782223305.364113:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1782223305.364114:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223305.364115:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:2.0:1782223305.364117:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223305.364120:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223305.364124:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223305.364128:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57fd00. 00000800:00000200:3.0:1782223305.364132:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223305.364171:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223305.364175:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57fd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1782223305.364178:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223305.364181:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223305.364183:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4295062350 00000100:00000001:3.0:1782223305.364186:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062349 00000100:00000001:3.0:1782223305.364190:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4295062350 00000100:00000001:3.0:1782223305.364192:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062349 00000100:00000001:3.0:1782223305.364194:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223305.364197:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223305.364198:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223305.364200:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223305.364204:0:2407:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223305.364206:0:2407:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1782223305.364208:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223305.364209:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223305.364210:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223305.364212:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1782223305.364412:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223305.364418:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed900ee800. 00000400:00000200:0.0:1782223305.364424:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223305.364431:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223305.364437:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89c4ed48 00000400:00000010:0.0:1782223305.364440:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89c4ed48. 00000100:00000001:0.0:1782223305.364445:0:2397:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1782223305.364447:0:2397:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1782223305.364460:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223305.364462:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed900ee300. 00000400:00000200:0.0:1782223305.364472:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223305.364476:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223305.364479:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89c4e2a8 00000400:00000010:0.0:1782223305.364481:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89c4e2a8. 00000100:00000001:0.0:1782223305.364484:0:2397:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1782223305.364485:0:2397:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1782223305.364492:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223305.364494:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed85b59b00. 00000400:00000200:0.0:1782223305.364497:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223305.364499:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223305.364502:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605df68 00000400:00000010:0.0:1782223305.364504:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605df68. 00000100:00000001:0.0:1782223305.364508:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223305.364515:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89800000 x1868796285439616/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223305.364528:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223305.364532:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89800000 x1868796285439616/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223305.364540:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223305.364542:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1782223305.364613:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223305.364616:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57fd00. 00000400:00000200:0.0:1782223305.364620:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223305.364623:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223305.364626:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8660 00000400:00000010:0.0:1782223305.364628:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8660. 00000100:00000001:0.0:1782223305.364630:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223305.364633:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89800a80 x1868796285439744/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223305.364640:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223305.364643:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89800a80 x1868796285439744/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223305.364648:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223305.364655:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1782223305.364689:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223305.364692:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223305.364697:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223305.364698:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1F:1782223305.369446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fed8aabc800. 00010000:00000010:2.1:1782223305.369495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fed8abd4200. 00010000:00000010:2.1:1782223305.369500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fed8aabd600. 00000020:00000001:2.0:1782223305.369516:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1782223305.369520:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1782223305.369524:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1782223305.383217:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223305.383244:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223305.383250:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223305.383253:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223305.383266:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.383275:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223305.383287:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.383303:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.383310:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.383315:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 18 MB=0x6a3a90ac04e80 00000400:00000200:1.0:1782223305.383337:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.383344:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.152@tcp of length 224/224 into md 0x8e1 [1] + 224 00000800:00000001:1.0:1782223305.383355:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223305.383359:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223305.383363:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223305.383368:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223305.383378:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223305.383391:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89800000 x1868796285439616/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223305.383404:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89800000 x1868796285439616/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223305.383434:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223305.383446:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223305.383449:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223305.383452:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223305.383454:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223305.383457:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.383461:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223305.383466:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.383469:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.383472:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.383475:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 18 MB=0x6a3a90ac04f00 00000400:00000200:1.0:1782223305.383478:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223305.383483:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.152@tcp of length 224/224 into md 0x8e9 [1] + 224 00000800:00000001:1.0:1782223305.383487:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223305.383551:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223305.383554:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223305.383557:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223305.383561:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223305.383566:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89800a80 x1868796285439744/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223305.383586:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89800a80 x1868796285439744/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223305.383599:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223305.383603:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223305.383606:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223305.384089:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223305.384095:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1782223305.384105:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223305.384107:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223305.384112:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed891b5420. 00000400:00000200:3.0:1782223305.384119:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8605d6e8 00000400:00000010:3.0:1782223305.384121:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed8605d6e8. 00000100:00000001:3.0:1782223305.384126:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223305.384133:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89800000 x1868796285439616/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223305.384192:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89800000 x1868796285439616/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223305.384200:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223305.384203:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223305.384206:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223305.384220:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223305.384223:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223305.384226:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223305.384230:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223305.384239:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89bddca8 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223305.384244:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89bddc18 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223305.384247:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223305.384248:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223305.384252:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223305.384254:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223305.384258:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223305.384264:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89800000 x1868796285439616/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223305.384270:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223305.384274:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223305.384276:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223305.384280:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89800000 x1868796285439616/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223305.384288:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285439616:192.168.202.152@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1782223305.384304:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223305.384307:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223305.384311:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89800000 x1868796285439616/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223305.384318:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223305.384322:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223305.384326:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed89ba6000. 02000000:00000001:3.0:1782223305.384330:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223305.384333:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223305.384336:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1782223305.384339:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223305.384342:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fed89ba7200. 02000000:00000001:3.0:1782223305.384345:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223305.384347:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223305.384355:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89800000. 00000100:00000001:3.0:1782223305.384358:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223305.384360:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223305.384363:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223305.384372:0:2408:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223305.384375:0:2408:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223305.384377:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223305.384380:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223305.384390:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223305.384392:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1782223305.384395:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223305.384397:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223305.384399:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1688. 00000400:00000200:3.0:1782223305.384402:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8dd0 00000400:00000010:3.0:1782223305.384404:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8dd0. 00000100:00000001:3.0:1782223305.384407:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223305.384412:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89800a80 x1868796285439744/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223305.384421:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89800a80 x1868796285439744/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223305.384428:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223305.384429:0:2407:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223305.384431:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223305.384433:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223305.384434:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223305.384436:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223305.384439:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223305.384441:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89bddca8 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223305.384444:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89bddc18 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223305.384447:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223305.384448:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223305.384450:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223305.384451:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223305.384453:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223305.384457:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89800a80 x1868796285439744/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223305.384474:0:2407:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223305.384477:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223305.384478:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223305.384482:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89800a80 x1868796285439744/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223305.384491:0:2407:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2407:1868796285439744:192.168.202.152@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1782223305.384495:0:2407:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223305.384497:0:2407:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223305.384500:0:2407:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89800a80 x1868796285439744/t0(0) o103->MGC192.168.202.152@tcp@192.168.202.152@tcp:17/18 lens 328/224 e 0 to 0 dl 1782223321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223305.384506:0:2407:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223305.384507:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223305.384509:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed98d12200. 02000000:00000001:3.0:1782223305.384512:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223305.384513:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223305.384514:0:2407:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1782223305.384516:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223305.384518:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fed89ba6400. 02000000:00000001:3.0:1782223305.384520:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223305.384522:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223305.384523:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89800a80. 00000100:00000001:3.0:1782223305.384526:0:2407:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223305.384527:0:2407:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223305.384529:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223305.384533:0:2407:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223305.384534:0:2407:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223305.384536:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223305.384538:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1782223306.225486:0:10383:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:0.0:1782223306.387781:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223306.388045:0:766:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1782223306.388049:0:766:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1782223306.388055:0:766:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223306.388063:0:766:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1782223306.388066:0:766:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223306.388277:0:766:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223306.388875:0:766:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223306.388888:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223306.388890:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1782223306.394753:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1782223306.394766:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1782223306.394772:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1782223306.707453:0:8953:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16910 (cpu 0) has reached its deadline 4295062350, at 4295062401 00000100:00000010:1.0:1782223306.707473:0:8953:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed89fabf60. 00000100:00000040:0.0:1782223306.711853:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16800 (cpu 0) has reached its deadline 4295062350, at 4295062405 00000100:00000010:0.0:1782223306.711875:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed89fabc00. 10000000:00000001:0.0:1782223307.351042:0:6180:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1782223307.351053:0:6180:0:(mgc_request.c:108:config_log_get()) log params (ffff9fed98d13000) refs 2 10000000:00000001:0.0:1782223307.351060:0:6180:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1782223307.351063:0:6180:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1782223307.351075:0:6180:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1782223307.351078:0:6180:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1782223307.351081:0:6180:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1782223307.351084:0:6180:0:(mgc_request.c:1784:mgc_process_log()) Process entered 10000000:01000000:0.0:1782223307.351087:0:6180:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff9fed82977800 from 7 10000000:00000001:0.0:1782223307.351090:0:6180:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1782223307.351092:0:6180:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1782223307.351110:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89c2ea00. 00000020:00000040:0.0:1782223307.351116:0:6180:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1782223307.351122:0:6180:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1782223307.351127:0:6180:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1782223307.351135:0:6180:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1782223307.351166:0:6180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fed8a152000. 00000100:00000001:0.0:1782223307.351176:0:6180:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223307.351182:0:6180:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1782223307.351186:0:6180:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1782223307.351213:0:6180:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9fed8abd4300. 00010000:00000001:0.0:1782223307.351219:0:6180:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1782223307.351223:0:6180:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fed8aabcc00. 00000020:00000001:0.0:1782223307.351229:0:6180:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1782223307.351233:0:6180:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fed8aabcc00 with handle 0x7070cadb437657d8 to hash 00000020:00000001:0.0:1782223307.351236:0:6180:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1782223307.351237:0:6180:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638441315421184 : -105632394130432 : ffff9fed8aabcc00) 00010000:00000001:0.0:1782223307.351241:0:6180:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638441315421184 : -105632394130432 : ffff9fed8aabcc00) 00010000:00000001:0.0:1782223307.351246:0:6180:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1782223307.351250:0:6180:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1782223307.351255:0:6180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fed8aabcc00/0x7070cadb437657d8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223307.351266:0:6180:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffff9fed8aabcc00/0x7070cadb437657d8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782223307.351280:0:6180:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffff9fed8aabcc00/0x7070cadb437657d8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1782223307.351286:0:6180:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1782223307.351289:0:6180:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1782223307.351299:0:6180:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fed8561da80. 00000100:00000001:0.0:1782223307.351301:0:6180:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638441226689152 : -105632482862464 : ffff9fed8561da80) 00000100:00000001:0.0:1782223307.351305:0:6180:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1782223307.351306:0:6180:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441300158976 : -105632409392640 : ffff9fed89c2ea00) 00000100:00000001:0.0:1782223307.351312:0:6180:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1782223307.351318:0:6180:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.351320:0:6180:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1782223307.351323:0:6180:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1782223307.351337:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89c2ea00 x1868796285439872/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.351346:0:6180:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1782223307.351348:0:6180:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223307.351358:0:6180:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1782223307.351362:0:6180:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1782223307.351364:0:6180:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1782223307.351368:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285439872:192.168.202.152@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1782223307.351372:0:6180:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1782223307.351379:0:6180:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1782223307.351383:0:6180:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223307.351386:0:6180:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1782223307.351391:0:6180:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fed84807c00. 02000000:00000001:0.0:1782223307.351394:0:6180:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223307.351402:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:0.0:1782223307.351407:0:6180:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed900cecb8. 00000400:00000010:0.0:1782223307.351416:0:6180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89739d48. 00000100:00000200:0.0:1782223307.351425:0:6180:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868796285439872, portal 25 00000100:00000001:0.0:1782223307.351427:0:6180:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1782223307.351428:0:6180:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441300158976 : -105632409392640 : ffff9fed89c2ea00) 00000100:00000040:0.0:1782223307.351433:0:6180:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89c2ea00 x1868796285439872/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.351440:0:6180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1782223307.351443:0:6180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:0.0:1782223307.351446:0:6180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89739990. 00000100:00000200:0.0:1782223307.351449:0:6180:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1868796285439872, offset 0 00000400:00000200:0.0:1782223307.351457:0:6180:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:0.0:1782223307.351479:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223307.351489:0:6180:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:0.0:1782223307.351496:0:6180:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1782223307.351501:0:6180:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:0.0:1782223307.351506:0:6180:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1782223307.351510:0:6180:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:0.0:1782223307.351514:0:6180:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [168:168:256:4294967295] 192.168.202.152@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:0.0:1782223307.351519:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223307.351532:0:6180:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:0.0:1782223307.354199:0:6180:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:0.0:1782223307.354213:0:6180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed83c8ee00. 00000800:00000200:0.0:1782223307.354223:0:6180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:0.0:1782223307.354233:0:6180:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:0.0:1782223307.354238:0:6180:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed83c8ee00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1782223307.354263:0:6180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223307.354274:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:0.0:1782223307.354278:0:6180:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4295064339 00000100:00000010:0.0:1782223307.354285:0:6180:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed8998c7e0. 00000100:00000001:0.0:1782223307.354294:0:6180:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1782223307.354304:0:6180:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4295064339 00000100:00000010:0.0:1782223307.354308:0:6180:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed8998c1e0. 00000100:00000001:0.0:1782223307.354311:0:6180:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1782223307.354314:0:6180:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223307.354320:0:6180:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.354325:0:6180:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1782223307.354327:0:6180:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1782223307.354330:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8561da80 going to sleep for 11 seconds 00000100:00000001:0.0:1782223307.354334:0:6180:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1782223307.354337:0:6180:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1782223307.355229:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1782223307.355238:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed83c8ee00. 00000400:00000200:0.0:1782223307.355247:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223307.355254:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:0.0:1782223307.355261:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89739990 00000400:00000010:0.0:1782223307.355264:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89739990. 00000100:00000001:0.0:1782223307.355270:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1782223307.355278:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89c2ea00 x1868796285439872/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.355291:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223307.355294:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fed89c2ea00 x1868796285439872/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.355323:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.355325:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1782223307.365164:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.365195:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223307.365201:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.365205:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223307.365219:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.365229:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223307.365243:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.365249:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.365257:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.365263:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 344 into portal 25 MB=0x6a3a90ac04f80 00000400:00000200:1.0:1782223307.365270:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.365276:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.152@tcp of length 344/344 into md 0x8f1 [1] + 224 00000800:00000001:1.0:1782223307.365286:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.365302:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223307.365306:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223307.365312:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223307.365322:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223307.365335:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89c2ea00 x1868796285439872/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223307.365347:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9fed89c2ea00 x1868796285439872/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223307.365362:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223307.365395:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.365398:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223307.365586:0:6180:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1782223307.365598:0:6180:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1782223307.365600:0:6180:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1782223307.365604:0:6180:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed900cecb8. 00000400:00000200:0.0:1782223307.365609:0:6180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89739d48 00000400:00000010:0.0:1782223307.365613:0:6180:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89739d48. 00000100:00000001:0.0:1782223307.365616:0:6180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223307.366135:0:6180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89c2ea00 x1868796285439872/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1782223307.366182:0:6180:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89c2ea00 x1868796285439872/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.366189:0:6180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1782223307.366193:0:6180:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223307.366196:0:6180:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1782223307.366201:0:6180:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1782223307.366205:0:6180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1782223307.366207:0:6180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223307.366211:0:6180:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1782223307.366225:0:6180:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89bddc60 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1782223307.366230:0:6180:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89bddc18 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1782223307.366232:0:6180:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1782223307.366234:0:6180:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223307.366237:0:6180:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1782223307.366240:0:6180:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.366243:0:6180:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1782223307.366248:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89c2ea00 x1868796285439872/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.366256:0:6180:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223307.366259:0:6180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1782223307.366261:0:6180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1782223307.366265:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89c2ea00 x1868796285439872/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223307.366285:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285439872:192.168.202.152@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1782223307.366291:0:6180:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223307.366294:0:6180:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.366297:0:6180:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1782223307.366299:0:6180:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223307.366303:0:6180:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89c2ea00 x1868796285439872/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.366309:0:6180:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1782223307.366312:0:6180:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fed8561da80. 00000100:00000001:0.0:1782223307.366316:0:6180:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1782223307.366317:0:6180:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223307.366321:0:6180:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1782223307.366325:0:6180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1782223307.366329:0:6180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1782223307.366333:0:6180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fed8aabcc00 refcount=4 00000020:00000001:0.0:1782223307.366336:0:6180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638441315421184 : -105632394130432 : ffff9fed8aabcc00) 00010000:00000001:0.0:1782223307.366339:0:6180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638441315421184 : -105632394130432 : ffff9fed8aabcc00) 00010000:00000040:0.0:1782223307.366346:0:6180:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9fed8aabcc00, remote cookie: 0xcf6499d22ef2c288, flags: 0x0 00010000:00000001:0.0:1782223307.366350:0:6180:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1782223307.366355:0:6180:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1782223307.366357:0:6180:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1782223307.366359:0:6180:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1782223307.366360:0:6180:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1782223307.366363:0:6180:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9fed8abd4300) refcount = 1 00010000:00010000:0.0:1782223307.366370:0:6180:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffff9fed8aabcc00/0x7070cadb437657d8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c288 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1782223307.366379:0:6180:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1782223307.366381:0:6180:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1782223307.366383:0:6180:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1782223307.366387:0:6180:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1782223307.366396:0:6180:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1782223307.366400:0:6180:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffff9fed8aabcc00/0x7070cadb437657d8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcf6499d22ef2c288 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1782223307.366407:0:6180:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1782223307.366409:0:6180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1782223307.366411:0:6180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1782223307.366412:0:6180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1782223307.366413:0:6180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1782223307.366415:0:6180:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.366418:0:6180:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223307.366423:0:6180:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89c2ea00 x1868796285439872/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.366430:0:6180:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1782223307.366433:0:6180:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1782223307.366437:0:6180:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fed84807c00. 02000000:00000001:0.0:1782223307.366441:0:6180:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1782223307.366444:0:6180:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1782223307.366446:0:6180:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1782223307.366448:0:6180:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1782223307.366451:0:6180:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fed8a152000. 02000000:00000001:0.0:1782223307.366455:0:6180:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1782223307.368339:0:6180:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1782223307.368349:0:6180:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89c2ea00. 00000100:00000001:0.0:1782223307.368361:0:6180:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1782223307.368362:0:6180:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1782223307.368366:0:6180:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1782223307.368370:0:6180:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1782223307.368373:0:6180:0:(mgc_request.c:108:config_log_get()) log params (ffff9fed98d13000) refs 3 10000000:00000001:0.0:1782223307.368375:0:6180:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223307.368377:0:6180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1782223307.368380:0:6180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1782223307.368383:0:6180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fed8aabcc00 refcount=3 00000020:00000001:0.0:1782223307.368385:0:6180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638441315421184 : -105632394130432 : ffff9fed8aabcc00) 00010000:00000001:0.0:1782223307.368389:0:6180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638441315421184 : -105632394130432 : ffff9fed8aabcc00) 00010000:00000001:0.0:1782223307.368391:0:6180:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1782223307.368414:0:6180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1782223307.368416:0:6180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1782223307.368418:0:6180:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1782223307.368421:0:6180:0:(mgc_request.c:1670:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1782223307.368426:0:6180:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9fed89844740. 00000020:00000010:0.0:1782223307.368432:0:6180:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fed8a152000. 00000020:00000010:0.0:1782223307.368441:0:6180:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fed8a152400. 00000040:00000010:0.0:1782223307.368446:0:6180:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9fed8a152e00. 00000020:00000010:0.0:1782223307.368452:0:6180:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fed84fb5800. 00000020:00000010:0.0:1782223307.368576:0:6180:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fed98d12e00. 80000000:00000010:0.0:1782223307.368584:0:6180:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fed8998c600. 00040000:00000010:0.0:1782223307.368591:0:6180:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fed81284000. 20000000:00000010:0.0:1782223307.368597:0:6180:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9fed89a90400. 10000000:00000040:0.0:1782223307.368603:0:6180:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff9fed900cf9c0 : new refcount 2 00000020:00000001:0.0:1782223307.368607:0:6180:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1782223307.368610:0:6180:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1782223307.368613:0:6180:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:0.0:1782223307.368920:0:6180:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9fed8b7a3400. 00000040:00000001:0.0:1782223307.368926:0:6180:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1782223307.368930:0:6180:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000010:0.0:1782223307.368938:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89c2ea00. 00000020:00000040:0.0:1782223307.368941:0:6180:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1782223307.368948:0:6180:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1782223307.368951:0:6180:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1782223307.368959:0:6180:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1782223307.368969:0:6180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fed87b4e000. 00000100:00000001:0.0:1782223307.368976:0:6180:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.368985:0:6180:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1782223307.368987:0:6180:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1782223307.368996:0:6180:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fed8561da80. 00000100:00000001:0.0:1782223307.368999:0:6180:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638441226689152 : -105632482862464 : ffff9fed8561da80) 00000100:00000001:0.0:1782223307.369002:0:6180:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1782223307.369004:0:6180:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441300158976 : -105632409392640 : ffff9fed89c2ea00) 00000100:00000001:0.0:1782223307.369010:0:6180:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1782223307.369016:0:6180:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.369026:0:6180:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1782223307.369028:0:6180:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1782223307.369040:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89c2ea00 x1868796285440000/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.369050:0:6180:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1782223307.369053:0:6180:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223307.369057:0:6180:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1782223307.369131:0:6180:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1782223307.369134:0:6180:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1782223307.369140:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285440000:192.168.202.152@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1782223307.369179:0:6180:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1782223307.369186:0:6180:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1782223307.369256:0:6180:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223307.369260:0:6180:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1782223307.369266:0:6180:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed86b62e00. 02000000:00000001:0.0:1782223307.369269:0:6180:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223307.369278:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:0.0:1782223307.369283:0:6180:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed900cecb8. 00000400:00000010:0.0:1782223307.369293:0:6180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89739d48. 00000100:00000200:0.0:1782223307.369304:0:6180:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285440000, portal 25 00000100:00000001:0.0:1782223307.369306:0:6180:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1782223307.369308:0:6180:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441300158976 : -105632409392640 : ffff9fed89c2ea00) 00000100:00000040:0.0:1782223307.369315:0:6180:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89c2ea00 x1868796285440000/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.369323:0:6180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1782223307.369326:0:6180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:0.0:1782223307.369330:0:6180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89739990. 00000100:00000200:0.0:1782223307.369333:0:6180:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1868796285440000, offset 0 00000400:00000200:0.0:1782223307.369343:0:6180:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:0.0:1782223307.369356:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223307.369367:0:6180:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:0.0:1782223307.369374:0:6180:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1782223307.369379:0:6180:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:0.0:1782223307.369392:0:6180:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1782223307.369396:0:6180:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:0.0:1782223307.369401:0:6180:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [169:169:256:4294967295] 192.168.202.152@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:0.0:1782223307.369407:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223307.369420:0:6180:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:0.0:1782223307.369427:0:6180:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:0.0:1782223307.369433:0:6180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed83c8ee00. 00000800:00000200:0.0:1782223307.369442:0:6180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:0.0:1782223307.369453:0:6180:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:0.0:1782223307.369512:0:6180:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed83c8ee00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1782223307.369545:0:6180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223307.369551:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:0.0:1782223307.369554:0:6180:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4295064355 00000100:00000001:0.0:1782223307.369565:0:6180:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295064339 00000100:00000001:0.0:1782223307.369571:0:6180:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4295064355 00000100:00000001:0.0:1782223307.369575:0:6180:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295064339 00000100:00000001:0.0:1782223307.369578:0:6180:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223307.369581:0:6180:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.369584:0:6180:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1782223307.369586:0:6180:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1782223307.369589:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8561da80 going to sleep for 11 seconds 00000100:00000001:0.0:1782223307.369592:0:6180:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1782223307.369596:0:6180:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1782223307.370466:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223307.370475:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed83c8ee00. 00000400:00000200:1.0:1782223307.370485:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223307.370492:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223307.370498:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89739990 00000400:00000010:1.0:1782223307.370501:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89739990. 00000100:00000001:1.0:1782223307.370506:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223307.370516:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89c2ea00 x1868796285440000/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223307.370528:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223307.370532:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fed89c2ea00 x1868796285440000/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223307.370540:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223307.370541:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1782223307.371612:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.371917:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223307.371922:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.371926:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223307.371935:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.371942:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223307.371951:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.371956:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.371963:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.371967:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 272 into portal 25 MB=0x6a3a90ac05000 00000400:00000200:1.0:1782223307.371973:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.371980:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.152@tcp of length 272/272 into md 0x901 [1] + 224 00000800:00000001:1.0:1782223307.371989:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.371995:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223307.371999:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223307.372004:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223307.372011:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223307.372032:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89c2ea00 x1868796285440000/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223307.372044:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9fed89c2ea00 x1868796285440000/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.372115:0:6180:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1782223307.372131:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223307.372140:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.372167:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1782223307.374402:0:6180:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1782223307.374410:0:6180:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1782223307.374415:0:6180:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed900cecb8. 00000400:00000200:0.0:1782223307.374425:0:6180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89739d48 00000400:00000010:0.0:1782223307.374429:0:6180:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89739d48. 00000100:00000001:0.0:1782223307.374435:0:6180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223307.374448:0:6180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89c2ea00 x1868796285440000/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1782223307.374528:0:6180:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89c2ea00 x1868796285440000/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.374537:0:6180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1782223307.374540:0:6180:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223307.374544:0:6180:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1782223307.374549:0:6180:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1782223307.374552:0:6180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1782223307.374555:0:6180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223307.374559:0:6180:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1782223307.374568:0:6180:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89bddc60 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1782223307.374572:0:6180:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89bddc18 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1782223307.374575:0:6180:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1782223307.374577:0:6180:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223307.374580:0:6180:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1782223307.374583:0:6180:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.374586:0:6180:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1782223307.374591:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89c2ea00 x1868796285440000/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.374599:0:6180:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223307.374602:0:6180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1782223307.374604:0:6180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1782223307.374608:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89c2ea00 x1868796285440000/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223307.374837:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285440000:192.168.202.152@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1782223307.374910:0:6180:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223307.374914:0:6180:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.374917:0:6180:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1782223307.374919:0:6180:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223307.374924:0:6180:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89c2ea00 x1868796285440000/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.374931:0:6180:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1782223307.374942:0:6180:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fed8561da80. 00000100:00000001:0.0:1782223307.374946:0:6180:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1782223307.374948:0:6180:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1782223307.374955:0:6180:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1782223307.374961:0:6180:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1782223307.374963:0:6180:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1782223307.374965:0:6180:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1782223307.374967:0:6180:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223307.374971:0:6180:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89c2ea00 x1868796285440000/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.374977:0:6180:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1782223307.374980:0:6180:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1782223307.374984:0:6180:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed86b62e00. 02000000:00000001:0.0:1782223307.374987:0:6180:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1782223307.374988:0:6180:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1782223307.374989:0:6180:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1782223307.374991:0:6180:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1782223307.374993:0:6180:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fed87b4e000. 02000000:00000001:0.0:1782223307.375001:0:6180:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1782223307.375003:0:6180:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1782223307.375005:0:6180:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89c2ea00. 00000100:00000001:0.0:1782223307.375009:0:6180:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1782223307.375010:0:6180:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1782223307.375013:0:6180:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1782223307.375017:0:6180:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:0.0:1782223307.375026:0:6180:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9fed84902000. 00000040:00000001:0.0:1782223307.375028:0:6180:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1782223307.375031:0:6180:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1782223307.375033:0:6180:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000010:0.0:1782223307.375038:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89c2ea00. 00000020:00000040:0.0:1782223307.375041:0:6180:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1782223307.375045:0:6180:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1782223307.375047:0:6180:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1782223307.375052:0:6180:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1782223307.375126:0:6180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fed86b62e00. 00000100:00000001:0.0:1782223307.375135:0:6180:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.375140:0:6180:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1782223307.375172:0:6180:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1782223307.375179:0:6180:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fed8561da80. 00000100:00000001:0.0:1782223307.375181:0:6180:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638441226689152 : -105632482862464 : ffff9fed8561da80) 00000100:00000001:0.0:1782223307.375185:0:6180:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1782223307.375187:0:6180:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441300158976 : -105632409392640 : ffff9fed89c2ea00) 00000100:00000001:0.0:1782223307.375311:0:6180:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1782223307.375317:0:6180:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.375320:0:6180:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1782223307.375322:0:6180:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1782223307.375327:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89c2ea00 x1868796285440128/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.375335:0:6180:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1782223307.375337:0:6180:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223307.375341:0:6180:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1782223307.375344:0:6180:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1782223307.375346:0:6180:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1782223307.375350:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285440128:192.168.202.152@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1782223307.375354:0:6180:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1782223307.375361:0:6180:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1782223307.375364:0:6180:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223307.375367:0:6180:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1782223307.375389:0:6180:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9fed89b1c000. 02000000:00000001:0.0:1782223307.375391:0:6180:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223307.375400:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:0.0:1782223307.375404:0:6180:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed900cecb8. 00000400:00000010:0.0:1782223307.375413:0:6180:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9fed8561de40. 00000100:00000200:0.0:1782223307.375422:0:6180:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1868796285440128, portal 25 00000100:00000001:0.0:1782223307.375424:0:6180:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1782223307.375425:0:6180:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441300158976 : -105632409392640 : ffff9fed89c2ea00) 00000100:00000040:0.0:1782223307.375432:0:6180:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89c2ea00 x1868796285440128/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.375439:0:6180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1782223307.375441:0:6180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:0.0:1782223307.375451:0:6180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed89739d48. 00000100:00000200:0.0:1782223307.375456:0:6180:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1868796285440128, offset 0 00000400:00000200:0.0:1782223307.375475:0:6180:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:0.0:1782223307.375485:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223307.375495:0:6180:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:0.0:1782223307.375502:0:6180:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1782223307.375507:0:6180:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:0.0:1782223307.375512:0:6180:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1782223307.375515:0:6180:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:0.0:1782223307.375519:0:6180:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [170:170:256:4294967295] 192.168.202.152@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1782223307.375523:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223307.375533:0:6180:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:0.0:1782223307.375540:0:6180:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:0.0:1782223307.375547:0:6180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed83c8ef00. 00000800:00000200:0.0:1782223307.375555:0:6180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:0.0:1782223307.375565:0:6180:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:0.0:1782223307.375569:0:6180:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed83c8ef00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1782223307.375595:0:6180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1782223307.375600:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:0.0:1782223307.375604:0:6180:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4295064361 00000100:00000001:0.0:1782223307.375615:0:6180:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295064355 00000100:00000001:0.0:1782223307.375627:0:6180:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4295064361 00000100:00000001:0.0:1782223307.375631:0:6180:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295064355 00000100:00000001:0.0:1782223307.375634:0:6180:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223307.375637:0:6180:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.375640:0:6180:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1782223307.375642:0:6180:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1782223307.375644:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed8561da80 going to sleep for 11 seconds 00000100:00000001:0.0:1782223307.375647:0:6180:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1782223307.375658:0:6180:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1782223307.375887:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223307.375903:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed83c8ef00. 00000400:00000200:1.0:1782223307.375912:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223307.375919:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223307.375925:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed89739d48 00000400:00000010:1.0:1782223307.375927:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed89739d48. 00000100:00000001:1.0:1782223307.375932:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223307.375936:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89c2ea00 x1868796285440128/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223307.375945:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223307.375948:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fed89c2ea00 x1868796285440128/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223307.375954:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223307.375956:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1782223307.387190:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.387214:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223307.387220:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.387232:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223307.387245:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.387254:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223307.387265:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.387271:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.387278:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.387283:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 8416 into portal 25 MB=0x6a3a90ac05080 00000400:00000200:1.0:1782223307.387288:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.387316:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.152@tcp of length 8416/8416 into md 0x911 [4] + 224 00000800:00000001:1.0:1782223307.387326:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.387358:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223307.387362:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223307.387368:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223307.387378:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223307.387389:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89c2ea00 x1868796285440128/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223307.387402:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9fed89c2ea00 x1868796285440128/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223307.387417:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223307.387428:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.387432:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223307.388011:0:6180:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1782223307.388033:0:6180:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1782223307.388035:0:6180:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1782223307.388040:0:6180:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed900cecb8. 00000400:00000200:0.0:1782223307.388045:0:6180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed8561de40 00000400:00000010:0.0:1782223307.388048:0:6180:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff9fed8561de40. 00000100:00000001:0.0:1782223307.388052:0:6180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223307.388070:0:6180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89c2ea00 x1868796285440128/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1782223307.388081:0:6180:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89c2ea00 x1868796285440128/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.388089:0:6180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1782223307.388092:0:6180:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223307.388095:0:6180:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1782223307.388100:0:6180:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1782223307.388103:0:6180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1782223307.388106:0:6180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1782223307.388110:0:6180:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1782223307.388118:0:6180:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89bddc60 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1782223307.388124:0:6180:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89bddc18 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1782223307.388127:0:6180:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1782223307.388129:0:6180:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223307.388132:0:6180:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1782223307.388135:0:6180:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.388138:0:6180:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1782223307.388180:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89c2ea00 x1868796285440128/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.388188:0:6180:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1782223307.388192:0:6180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1782223307.388195:0:6180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1782223307.388200:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89c2ea00 x1868796285440128/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782223307.388208:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285440128:192.168.202.152@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1782223307.388214:0:6180:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1782223307.388223:0:6180:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1782223307.388226:0:6180:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1782223307.388229:0:6180:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223307.388233:0:6180:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89c2ea00 x1868796285440128/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.388240:0:6180:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1782223307.388243:0:6180:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fed8561da80. 00000100:00000001:0.0:1782223307.388246:0:6180:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1782223307.388247:0:6180:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1782223307.388261:0:6180:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1782223307.388263:0:6180:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1782223307.388266:0:6180:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89c2ea00 x1868796285440128/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223307.388273:0:6180:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1782223307.388276:0:6180:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1782223307.388280:0:6180:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9fed89b1c000. 02000000:00000001:0.0:1782223307.388291:0:6180:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1782223307.388294:0:6180:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1782223307.388297:0:6180:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1782223307.388300:0:6180:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1782223307.388303:0:6180:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fed86b62e00. 02000000:00000001:0.0:1782223307.388307:0:6180:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1782223307.388310:0:6180:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1782223307.388313:0:6180:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89c2ea00. 00000100:00000001:0.0:1782223307.388317:0:6180:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1782223307.388318:0:6180:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1782223307.388322:0:6180:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1782223307.388323:0:6180:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1782223307.388324:0:6180:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1782223307.388328:0:6180:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1782223307.388331:0:6180:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1782223307.388335:0:6180:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1782223307.388339:0:6180:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9fed8998c8a0. 00000040:00001000:0.0:1782223307.388343:0:6180:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1782223307.389977:0:10418:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:0.0:1782223307.389990:0:10418:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fed86b62e00. 00000020:00000010:0.0:1782223307.390011:0:10418:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fed86b63600. 00000040:00000010:0.0:1782223307.390016:0:10418:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9fed86b63200. 00000020:00000010:0.0:1782223307.390025:0:10418:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fed899d3800. 00000020:00000010:0.0:1782223307.390033:0:10418:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fed891d5a90. 00000020:00000010:0.0:1782223307.390038:0:10418:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fed86b62c00. 80000000:00000010:0.0:1782223307.390044:0:10418:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fed8998c360. 40000000:00000010:0.0:1782223307.390049:0:10418:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fed89844280. 00100000:00000010:0.0:1782223307.390055:0:10418:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fed899d6000. 00040000:00000010:0.0:1782223307.390133:0:10418:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fed83c8ec00. 00040000:00000010:0.0:1782223307.390139:0:10418:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9fed899d5000. 00040000:00000010:0.0:1782223307.390168:0:10418:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fed86b63e00. 00000004:00000010:0.0:1782223307.390175:0:10418:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9fed89bdc000. 00000004:00000010:0.0:1782223307.390183:0:10418:0:(mdt_handler.c:8389:mdt_key_init()) kmalloced '(value)': 2568 at ffff9fed8480a000. 00000004:00000010:0.0:1782223307.390189:0:10418:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9fed89bde000. 00002000:00000010:0.0:1782223307.390195:0:10418:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9fed84807c00. 00000004:00000010:0.0:1782223307.390200:0:10418:0:(osp_dev.c:1833:osp_key_init()) kmalloced '(value)': 616 at ffff9fed84804c00. 00000020:00000010:0.0:1782223307.390206:0:10418:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fed89844d40. 00000040:00000010:0.0:1782223307.390217:0:10418:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9fed84900000. 00000040:00080000:0.0:1782223307.391550:0:10418:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1782223307.391565:0:10418:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff9fed84900000. 00000020:00000010:0.0:1782223307.391577:0:10418:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fed89844d40. 00000020:00000010:0.0:1782223307.391603:0:10418:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fed86b63600. 00000040:00000010:0.0:1782223307.391610:0:10418:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9fed86b63200. 00000020:00000010:0.0:1782223307.391614:0:10418:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fed899d3800. 00000020:00000010:0.0:1782223307.391631:0:10418:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fed891d5a90. 00000020:00000010:0.0:1782223307.391638:0:10418:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fed86b62c00. 80000000:00000010:0.0:1782223307.391642:0:10418:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fed8998c360. 40000000:00000010:0.0:1782223307.391646:0:10418:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fed89844280. 00100000:00000010:0.0:1782223307.391659:0:10418:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fed899d6000. 00040000:00000010:0.0:1782223307.391664:0:10418:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fed83c8ec00. 00040000:00000010:0.0:1782223307.391672:0:10418:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9fed899d5000. 00040000:00000010:0.0:1782223307.391676:0:10418:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fed86b63e00. 00000004:00000010:0.0:1782223307.391680:0:10418:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9fed89bdc000. 00000004:00000010:0.0:1782223307.391685:0:10418:0:(mdt_handler.c:8414:mdt_key_fini()) kfreed 'info': 2568 at ffff9fed8480a000. 00000004:00000010:0.0:1782223307.391722:0:10418:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9fed89bde000. 00002000:00000010:0.0:1782223307.391727:0:10418:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9fed84807c00. 00000004:00000010:0.0:1782223307.391732:0:10418:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff9fed84804c00. 00000020:00000010:0.0:1782223307.391737:0:10418:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fed86b62e00. 00000040:00000010:3.0:1782223307.392555:0:6180:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9fed8998c8a0. 00000040:00000001:3.0:1782223307.392570:0:6180:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1782223307.392575:0:6180:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1782223307.392581:0:6180:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9fed84902000. 00000040:00000010:3.0:1782223307.392586:0:6180:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9fed8b7a3400. 00000020:00000001:3.0:1782223307.392590:0:6180:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1782223307.392593:0:6180:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1782223307.392599:0:6180:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fed8a152400. 00000040:00000010:3.0:1782223307.392603:0:6180:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9fed8a152e00. 00000020:00000010:3.0:1782223307.392606:0:6180:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fed84fb5800. 00000020:00000010:3.0:1782223307.392611:0:6180:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fed98d12e00. 80000000:00000010:3.0:1782223307.392623:0:6180:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fed8998c600. 00040000:00000010:3.0:1782223307.392628:0:6180:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fed81284000. 20000000:00000010:3.0:1782223307.392632:0:6180:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9fed89a90400. 00000020:00000010:3.0:1782223307.392636:0:6180:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fed8a152000. 10000000:00000010:3.0:1782223307.392639:0:6180:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9fed89844740. 10000000:01000000:3.0:1782223307.392642:0:6180:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1782223307.392646:0:6180:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1782223307.392650:0:6180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1782223307.392654:0:6180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1782223307.392664:0:6180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fed8aabcc00 refcount=3 00000020:00000001:3.0:1782223307.392667:0:6180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638441315421184 : -105632394130432 : ffff9fed8aabcc00) 00010000:00000001:3.0:1782223307.392671:0:6180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638441315421184 : -105632394130432 : ffff9fed8aabcc00) 00010000:00000001:3.0:1782223307.392674:0:6180:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1782223307.392681:0:6180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fed8aabcc00/0x7070cadb437657d8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c288 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1782223307.392691:0:6180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1782223307.392699:0:6180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1782223307.392702:0:6180:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffff9fed8aabcc00/0x7070cadb437657d8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c288 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1782223307.392709:0:6180:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1782223307.392710:0:6180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1782223307.392711:0:6180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1782223307.392724:0:6180:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1782223307.392727:0:6180:0:(mgc_request.c:1908:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1782223307.392730:0:6180:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1782223307.392734:0:6180:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1782223307.392736:0:6180:0:(mgc_request.c:108:config_log_get()) log params (ffff9feda0f1d800) refs 2 10000000:00000001:3.0:1782223307.392738:0:6180:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1782223307.392741:0:6180:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1782223307.392743:0:6180:0:(mgc_request.c:123:config_log_put()) log params(ffff9fed98d13000) refs 3 10000000:00000001:3.0:1782223307.393330:0:6180:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1782223307.393333:0:6180:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1782223307.393391:0:6180:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1782223307.393393:0:6180:0:(mgc_request.c:1784:mgc_process_log()) Process entered 10000000:01000000:3.0:1782223307.393396:0:6180:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff9fed84fb4800 from 7 10000000:00000001:3.0:1782223307.393399:0:6180:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1782223307.393401:0:6180:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1782223307.393413:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89de8700. 00000020:00000040:3.0:1782223307.393419:0:6180:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1782223307.393424:0:6180:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1782223307.393428:0:6180:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1782223307.393435:0:6180:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1782223307.393446:0:6180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fed98d16400. 00000100:00000001:3.0:1782223307.393454:0:6180:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223307.393474:0:6180:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1782223307.393477:0:6180:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1782223307.393483:0:6180:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fed8abd4300 count: 2 00010000:00000001:3.0:1782223307.393487:0:6180:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1782223307.393490:0:6180:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1782223307.393494:0:6180:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fedb9f05200. 00000020:00000001:3.0:1782223307.393500:0:6180:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1782223307.393503:0:6180:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fedb9f05200 with handle 0x7070cadb437657df to hash 00000020:00000001:3.0:1782223307.393505:0:6180:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1782223307.393507:0:6180:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638442108441088 : -105631601110528 : ffff9fedb9f05200) 00010000:00000001:3.0:1782223307.393510:0:6180:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638442108441088 : -105631601110528 : ffff9fedb9f05200) 00010000:00000001:3.0:1782223307.393514:0:6180:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1782223307.393518:0:6180:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1782223307.393521:0:6180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fedb9f05200/0x7070cadb437657df lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782223307.393540:0:6180:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffff9fedb9f05200/0x7070cadb437657df lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782223307.393556:0:6180:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffff9fedb9f05200/0x7070cadb437657df lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1782223307.393563:0:6180:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1782223307.393566:0:6180:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1782223307.393574:0:6180:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fed84942cc0. 00000100:00000001:3.0:1782223307.393577:0:6180:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638441213209792 : -105632496341824 : ffff9fed84942cc0) 00000100:00000001:3.0:1782223307.393581:0:6180:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223307.393582:0:6180:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441301968640 : -105632407582976 : ffff9fed89de8700) 00000100:00000001:3.0:1782223307.393588:0:6180:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1782223307.393593:0:6180:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223307.393596:0:6180:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1782223307.393598:0:6180:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223307.393613:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89de8700 x1868796285440256/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.393633:0:6180:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223307.393636:0:6180:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223307.393641:0:6180:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223307.393644:0:6180:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223307.393647:0:6180:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223307.393659:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285440256:192.168.202.152@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1782223307.393665:0:6180:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223307.393671:0:6180:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223307.393675:0:6180:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223307.393678:0:6180:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223307.393684:0:6180:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fed86b7e800. 02000000:00000001:3.0:1782223307.393686:0:6180:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223307.393701:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223307.393720:0:6180:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1688. 00000400:00000010:3.0:1782223307.393730:0:6180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8dd0. 00000100:00000200:3.0:1782223307.393739:0:6180:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868796285440256, portal 25 00000100:00000001:3.0:1782223307.393742:0:6180:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223307.393743:0:6180:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441301968640 : -105632407582976 : ffff9fed89de8700) 00000100:00000040:3.0:1782223307.393755:0:6180:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89de8700 x1868796285440256/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.393762:0:6180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223307.393764:0:6180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223307.393767:0:6180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8198. 00000100:00000200:3.0:1782223307.393771:0:6180:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1868796285440256, offset 0 00000400:00000200:3.0:1782223307.393779:0:6180:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223307.393788:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223307.393798:0:6180:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223307.393804:0:6180:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223307.393809:0:6180:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223307.393812:0:6180:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223307.393815:0:6180:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223307.393819:0:6180:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [171:171:256:4294967295] 192.168.202.152@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:3.0:1782223307.393824:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223307.393836:0:6180:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223307.393854:0:6180:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223307.393860:0:6180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57f100. 00000800:00000200:3.0:1782223307.393868:0:6180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223307.393877:0:6180:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223307.393883:0:6180:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57f100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1782223307.393910:0:6180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223307.393915:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223307.393918:0:6180:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4295064379 00000100:00000001:3.0:1782223307.393928:0:6180:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295064361 00000100:00000001:3.0:1782223307.393932:0:6180:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4295064379 00000100:00000001:3.0:1782223307.393942:0:6180:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295064361 00000100:00000001:3.0:1782223307.393946:0:6180:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223307.393948:0:6180:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223307.393951:0:6180:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223307.393953:0:6180:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1782223307.393956:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed84942cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1782223307.393959:0:6180:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223307.393962:0:6180:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1782223307.394415:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223307.394422:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57f100. 00000400:00000200:1.0:1782223307.394429:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223307.394435:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223307.394441:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8198 00000400:00000010:1.0:1782223307.394444:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8198. 00000100:00000001:1.0:1782223307.394448:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223307.394454:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89de8700 x1868796285440256/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223307.394465:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223307.394469:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fed89de8700 x1868796285440256/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223307.394476:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223307.394478:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1782223307.410311:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223307.410319:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223307.410325:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223307.410326:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1782223307.410473:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1782223307.410478:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1782223307.410481:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1782223307.412021:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.412042:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223307.412047:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.412050:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223307.412069:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.412096:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223307.412107:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.412112:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.412119:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.412123:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 344 into portal 25 MB=0x6a3a90ac05100 00000400:00000200:1.0:1782223307.412129:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.412136:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.152@tcp of length 344/344 into md 0x921 [1] + 224 00000800:00000001:1.0:1782223307.412570:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.412583:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223307.412588:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223307.412594:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223307.412604:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223307.412676:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89de8700 x1868796285440256/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223307.412830:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9fed89de8700 x1868796285440256/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.412888:0:6180:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1782223307.412915:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223307.412928:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.412932:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1782223307.413014:0:6180:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223307.413017:0:6180:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223307.413021:0:6180:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1688. 00000400:00000200:3.0:1782223307.413026:0:6180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8dd0 00000400:00000010:3.0:1782223307.413028:0:6180:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8dd0. 00000100:00000001:3.0:1782223307.413031:0:6180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223307.413036:0:6180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89de8700 x1868796285440256/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223307.413046:0:6180:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89de8700 x1868796285440256/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.413052:0:6180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223307.413055:0:6180:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223307.413115:0:6180:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223307.413119:0:6180:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223307.413122:0:6180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223307.413125:0:6180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223307.413129:0:6180:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223307.413138:0:6180:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89bddc60 time=100 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223307.413823:0:6180:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89bddc18 time=100 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223307.413830:0:6180:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223307.413832:0:6180:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223307.413836:0:6180:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223307.414117:0:6180:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223307.414127:0:6180:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223307.414138:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89de8700 x1868796285440256/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.414454:0:6180:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223307.414459:0:6180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223307.414462:0:6180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223307.414469:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89de8700 x1868796285440256/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223307.414477:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285440256:192.168.202.152@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1782223307.414483:0:6180:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223307.414487:0:6180:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223307.414491:0:6180:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1782223307.414493:0:6180:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223307.414498:0:6180:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89de8700 x1868796285440256/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.414504:0:6180:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1782223307.414508:0:6180:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fed84942cc0. 00000100:00000001:3.0:1782223307.414513:0:6180:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1782223307.414515:0:6180:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223307.414518:0:6180:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1782223307.414522:0:6180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1782223307.414526:0:6180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1782223307.414530:0:6180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fedb9f05200 refcount=4 00000020:00000001:3.0:1782223307.414533:0:6180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638442108441088 : -105631601110528 : ffff9fedb9f05200) 00010000:00000001:3.0:1782223307.414536:0:6180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638442108441088 : -105631601110528 : ffff9fedb9f05200) 00010000:00000040:3.0:1782223307.414545:0:6180:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9fedb9f05200, remote cookie: 0xcf6499d22ef2c28f, flags: 0x0 00010000:00000001:3.0:1782223307.414549:0:6180:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1782223307.414554:0:6180:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1782223307.414557:0:6180:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1782223307.414559:0:6180:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1782223307.414560:0:6180:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1782223307.414564:0:6180:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9fed8abd4300) refcount = 2 00010000:00000040:3.0:1782223307.414567:0:6180:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1782223307.414578:0:6180:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.202.152@tcp lock: ffff9fed8aabcc00/0x7070cadb437657d8 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcf6499d22ef2c288 expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782223307.414588:0:6180:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffff9fedb9f05200/0x7070cadb437657df lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c28f expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1782223307.414595:0:6180:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1782223307.414598:0:6180:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1782223307.414600:0:6180:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1782223307.414603:0:6180:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1782223307.414606:0:6180:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1782223307.414610:0:6180:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffff9fedb9f05200/0x7070cadb437657df lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcf6499d22ef2c28f expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1782223307.414627:0:6180:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1782223307.414630:0:6180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1782223307.414631:0:6180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1782223307.414632:0:6180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1782223307.414633:0:6180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1782223307.414635:0:6180:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223307.414639:0:6180:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223307.414644:0:6180:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89de8700 x1868796285440256/t0(0) o101->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 328/344 e 0 to 0 dl 1782223323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.414659:0:6180:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223307.414663:0:6180:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223307.414667:0:6180:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fed86b7e800. 02000000:00000001:3.0:1782223307.414673:0:6180:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223307.414676:0:6180:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223307.414678:0:6180:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1782223307.414680:0:6180:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223307.414683:0:6180:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fed98d16400. 02000000:00000001:3.0:1782223307.414687:0:6180:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223307.414689:0:6180:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223307.414700:0:6180:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89de8700. 00000100:00000001:3.0:1782223307.414705:0:6180:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223307.414706:0:6180:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1782223307.414722:0:6180:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1782223307.414726:0:6180:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1782223307.414729:0:6180:0:(mgc_request.c:108:config_log_get()) log params (ffff9feda0f1d800) refs 3 10000000:00000001:3.0:1782223307.414731:0:6180:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223307.414733:0:6180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1782223307.414735:0:6180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1782223307.414737:0:6180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fedb9f05200 refcount=3 00000020:00000001:3.0:1782223307.414739:0:6180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638442108441088 : -105631601110528 : ffff9fedb9f05200) 00010000:00000001:3.0:1782223307.414741:0:6180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638442108441088 : -105631601110528 : ffff9fedb9f05200) 00010000:00000001:3.0:1782223307.415589:0:6180:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1782223307.415597:0:6180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1782223307.415599:0:6180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1782223307.415600:0:6180:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1782223307.415604:0:6180:0:(mgc_request.c:1670:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1782223307.415611:0:6180:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9fed85ad2280. 00000020:00000010:3.0:1782223307.415838:0:6180:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fed98d16400. 00000020:00000010:3.0:1782223307.415976:0:6180:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fed98d17c00. 00000040:00000010:3.0:1782223307.415983:0:6180:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9fed98d17e00. 00000020:00000010:3.0:1782223307.415990:0:6180:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fed9a4de800. 00000020:00000010:3.0:1782223307.415996:0:6180:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fed98d17600. 80000000:00000010:3.0:1782223307.416001:0:6180:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fed89fab300. 00040000:00000010:3.0:1782223307.416008:0:6180:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fed98d16a00. 20000000:00000010:3.0:1782223307.416013:0:6180:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9fed98d16000. 10000000:00000040:3.0:1782223307.416020:0:6180:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff9fed900cf9c0 : new refcount 2 00000020:00000001:3.0:1782223307.416024:0:6180:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1782223307.416027:0:6180:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1782223307.416030:0:6180:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:3.0:1782223307.416034:0:6180:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9fed98d17200. 00000040:00000001:3.0:1782223307.416039:0:6180:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1782223307.416043:0:6180:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000010:3.0:1782223307.416050:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89de8700. 00000020:00000040:3.0:1782223307.416053:0:6180:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1782223307.416068:0:6180:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1782223307.416072:0:6180:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1782223307.416078:0:6180:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1782223307.416098:0:6180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fed89a90400. 00000100:00000001:3.0:1782223307.416106:0:6180:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223307.416115:0:6180:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1782223307.416117:0:6180:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1782223307.416125:0:6180:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fed84942cc0. 00000100:00000001:3.0:1782223307.416128:0:6180:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638441213209792 : -105632496341824 : ffff9fed84942cc0) 00000100:00000001:3.0:1782223307.416131:0:6180:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223307.416132:0:6180:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441301968640 : -105632407582976 : ffff9fed89de8700) 00000100:00000001:3.0:1782223307.416137:0:6180:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1782223307.416142:0:6180:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223307.416173:0:6180:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1782223307.416175:0:6180:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223307.416185:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89de8700 x1868796285440384/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.416204:0:6180:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223307.416207:0:6180:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223307.416212:0:6180:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223307.416215:0:6180:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223307.416218:0:6180:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223307.416223:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285440384:192.168.202.152@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1782223307.416228:0:6180:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223307.416235:0:6180:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223307.416238:0:6180:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223307.416241:0:6180:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223307.416246:0:6180:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed81284000. 02000000:00000001:3.0:1782223307.416249:0:6180:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223307.416257:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223307.416263:0:6180:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1688. 00000400:00000010:3.0:1782223307.416279:0:6180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8dd0. 00000100:00000200:3.0:1782223307.416289:0:6180:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285440384, portal 25 00000100:00000001:3.0:1782223307.416291:0:6180:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223307.416292:0:6180:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441301968640 : -105632407582976 : ffff9fed89de8700) 00000100:00000040:3.0:1782223307.416298:0:6180:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89de8700 x1868796285440384/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.416316:0:6180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223307.416320:0:6180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223307.416323:0:6180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8110. 00000100:00000200:3.0:1782223307.416327:0:6180:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1868796285440384, offset 0 00000400:00000200:3.0:1782223307.416335:0:6180:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223307.416346:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223307.416355:0:6180:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223307.416361:0:6180:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223307.416367:0:6180:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223307.416371:0:6180:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223307.416374:0:6180:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223307.416378:0:6180:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [172:172:256:4294967295] 192.168.202.152@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:3.0:1782223307.416382:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223307.416392:0:6180:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223307.416399:0:6180:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223307.416406:0:6180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57ff00. 00000800:00000200:3.0:1782223307.416413:0:6180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223307.416422:0:6180:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223307.416428:0:6180:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57ff00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1782223307.416544:0:6180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223307.416550:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223307.416553:0:6180:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4295064402 00000100:00000001:3.0:1782223307.416565:0:6180:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295064379 00000100:00000001:3.0:1782223307.416571:0:6180:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4295064402 00000100:00000001:3.0:1782223307.416575:0:6180:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295064379 00000100:00000001:3.0:1782223307.416578:0:6180:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223307.416581:0:6180:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223307.416584:0:6180:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223307.416586:0:6180:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1782223307.416594:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed84942cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1782223307.416597:0:6180:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223307.416599:0:6180:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1782223307.418709:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223307.418726:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57ff00. 00000400:00000200:1.0:1782223307.418736:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223307.418752:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223307.418760:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8110 00000400:00000010:1.0:1782223307.418763:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8110. 00000100:00000001:1.0:1782223307.418769:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223307.418778:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89de8700 x1868796285440384/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223307.418792:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223307.418796:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fed89de8700 x1868796285440384/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223307.418826:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223307.418828:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1782223307.431931:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.431963:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223307.431968:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.431971:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223307.431983:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.431993:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223307.432009:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.432014:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.432021:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.432025:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 272 into portal 25 MB=0x6a3a90ac05180 00000400:00000200:1.0:1782223307.432031:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.432039:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.152@tcp of length 272/272 into md 0x929 [1] + 224 00000800:00000001:1.0:1782223307.432048:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.432061:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223307.432066:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223307.432071:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223307.432080:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223307.432091:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89de8700 x1868796285440384/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223307.432103:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9fed89de8700 x1868796285440384/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223307.432129:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223307.432140:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.432157:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223307.432341:0:6180:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1782223307.432353:0:6180:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223307.432355:0:6180:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223307.432359:0:6180:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1688. 00000400:00000200:3.0:1782223307.432364:0:6180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8dd0 00000400:00000010:3.0:1782223307.432366:0:6180:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8dd0. 00000100:00000001:3.0:1782223307.432370:0:6180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223307.432375:0:6180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89de8700 x1868796285440384/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223307.432384:0:6180:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89de8700 x1868796285440384/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.432390:0:6180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223307.432393:0:6180:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223307.432396:0:6180:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223307.432402:0:6180:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223307.432405:0:6180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223307.432407:0:6180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223307.432411:0:6180:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223307.432421:0:6180:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89bddc60 time=100 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223307.432425:0:6180:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89bddc18 time=100 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223307.432428:0:6180:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223307.432430:0:6180:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223307.432433:0:6180:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223307.432436:0:6180:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223307.432439:0:6180:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223307.432444:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89de8700 x1868796285440384/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.432452:0:6180:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223307.432456:0:6180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223307.432458:0:6180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223307.432463:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89de8700 x1868796285440384/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223307.432494:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285440384:192.168.202.152@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1782223307.432500:0:6180:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223307.432503:0:6180:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223307.432505:0:6180:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1782223307.432508:0:6180:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223307.432512:0:6180:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89de8700 x1868796285440384/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.432519:0:6180:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1782223307.432522:0:6180:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fed84942cc0. 00000100:00000001:3.0:1782223307.432525:0:6180:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1782223307.432527:0:6180:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1782223307.432534:0:6180:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1782223307.432538:0:6180:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223307.432554:0:6180:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1782223307.432556:0:6180:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1782223307.432558:0:6180:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223307.432561:0:6180:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89de8700 x1868796285440384/t0(0) o501->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 504/272 e 0 to 0 dl 1782223323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.432568:0:6180:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223307.432570:0:6180:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223307.432574:0:6180:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed81284000. 02000000:00000001:3.0:1782223307.432577:0:6180:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223307.432579:0:6180:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223307.432580:0:6180:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1782223307.432582:0:6180:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223307.432584:0:6180:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fed89a90400. 02000000:00000001:3.0:1782223307.432590:0:6180:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223307.432592:0:6180:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223307.432594:0:6180:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89de8700. 00000100:00000001:3.0:1782223307.432598:0:6180:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223307.432599:0:6180:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1782223307.432602:0:6180:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1782223307.432606:0:6180:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:3.0:1782223307.432619:0:6180:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9fed8aa80000. 00000040:00000001:3.0:1782223307.432621:0:6180:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1782223307.432624:0:6180:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1782223307.432627:0:6180:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000010:3.0:1782223307.432631:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89de8700. 00000020:00000040:3.0:1782223307.432634:0:6180:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1782223307.432638:0:6180:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1782223307.432641:0:6180:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1782223307.432646:0:6180:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1782223307.432653:0:6180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fed81284000. 00000100:00000001:3.0:1782223307.432660:0:6180:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223307.432665:0:6180:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1782223307.432667:0:6180:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1782223307.432673:0:6180:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fed84942cc0. 00000100:00000001:3.0:1782223307.432675:0:6180:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638441213209792 : -105632496341824 : ffff9fed84942cc0) 00000100:00000001:3.0:1782223307.432678:0:6180:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223307.432680:0:6180:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441301968640 : -105632407582976 : ffff9fed89de8700) 00000100:00000001:3.0:1782223307.432685:0:6180:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1782223307.432691:0:6180:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223307.432701:0:6180:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1782223307.432704:0:6180:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223307.432709:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89de8700 x1868796285440512/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.432717:0:6180:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223307.432719:0:6180:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223307.432723:0:6180:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223307.432726:0:6180:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223307.432729:0:6180:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223307.432733:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285440512:192.168.202.152@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1782223307.432736:0:6180:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223307.432743:0:6180:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223307.432815:0:6180:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223307.432820:0:6180:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223307.432840:0:6180:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9fed89b1c000. 02000000:00000001:3.0:1782223307.432847:0:6180:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223307.432854:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223307.432857:0:6180:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1688. 00000400:00000010:3.0:1782223307.432864:0:6180:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9fed84942e40. 00000100:00000200:3.0:1782223307.432873:0:6180:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1868796285440512, portal 25 00000100:00000001:3.0:1782223307.432875:0:6180:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223307.432877:0:6180:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441301968640 : -105632407582976 : ffff9fed89de8700) 00000100:00000040:3.0:1782223307.432882:0:6180:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89de8700 x1868796285440512/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.432899:0:6180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223307.432902:0:6180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223307.432905:0:6180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8dd0. 00000100:00000200:3.0:1782223307.432910:0:6180:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1868796285440512, offset 0 00000400:00000200:3.0:1782223307.432917:0:6180:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223307.432925:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223307.432933:0:6180:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223307.432940:0:6180:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223307.432946:0:6180:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223307.432950:0:6180:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223307.432953:0:6180:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223307.432957:0:6180:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [173:173:256:4294967295] 192.168.202.152@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:3.0:1782223307.432962:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223307.432973:0:6180:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223307.432980:0:6180:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223307.432986:0:6180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57fb00. 00000800:00000200:3.0:1782223307.432995:0:6180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223307.433004:0:6180:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223307.433010:0:6180:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57fb00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1782223307.433034:0:6180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223307.433039:0:6180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223307.433043:0:6180:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4295064418 00000100:00000001:3.0:1782223307.433059:0:6180:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295064402 00000100:00000001:3.0:1782223307.433066:0:6180:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4295064418 00000100:00000001:3.0:1782223307.433070:0:6180:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295064402 00000100:00000001:3.0:1782223307.433074:0:6180:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223307.433077:0:6180:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223307.433079:0:6180:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223307.433081:0:6180:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1782223307.433084:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set ffff9fed84942cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1782223307.433086:0:6180:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223307.433088:0:6180:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1782223307.433583:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223307.433590:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57fb00. 00000400:00000200:1.0:1782223307.433596:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223307.433602:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223307.433607:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8dd0 00000400:00000010:1.0:1782223307.434348:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8dd0. 00000100:00000001:1.0:1782223307.434362:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223307.434371:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89de8700 x1868796285440512/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223307.434383:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223307.434387:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fed89de8700 x1868796285440512/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223307.434393:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223307.434396:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1782223307.443486:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.443512:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223307.443518:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.443521:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223307.443532:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.443553:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223307.443565:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.443570:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.443577:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.443583:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 8416 into portal 25 MB=0x6a3a90ac05200 00000400:00000200:1.0:1782223307.443589:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223307.443598:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.152@tcp of length 8416/8416 into md 0x931 [4] + 224 00000800:00000001:1.0:1782223307.443608:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.443624:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223307.443628:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223307.443633:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223307.443641:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223307.443652:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89de8700 x1868796285440512/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223307.443664:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9fed89de8700 x1868796285440512/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223307.443686:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223307.443859:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223307.443862:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223307.443982:0:6180:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1782223307.443992:0:6180:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223307.443994:0:6180:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223307.443998:0:6180:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1688. 00000400:00000200:3.0:1782223307.444003:0:6180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed84942e40 00000400:00000010:3.0:1782223307.444006:0:6180:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff9fed84942e40. 00000100:00000001:3.0:1782223307.444008:0:6180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223307.444014:0:6180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89de8700 x1868796285440512/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223307.444023:0:6180:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89de8700 x1868796285440512/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.444030:0:6180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223307.444032:0:6180:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223307.444035:0:6180:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223307.444040:0:6180:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223307.444043:0:6180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223307.444045:0:6180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223307.444049:0:6180:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223307.444067:0:6180:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89bddc60 time=100 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223307.444072:0:6180:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89bddc18 time=100 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223307.444075:0:6180:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223307.444077:0:6180:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223307.444080:0:6180:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223307.444083:0:6180:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223307.444093:0:6180:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223307.444098:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89de8700 x1868796285440512/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.444106:0:6180:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223307.444109:0:6180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223307.444111:0:6180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223307.444115:0:6180:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89de8700 x1868796285440512/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223307.444122:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89de8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:6180:1868796285440512:192.168.202.152@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1782223307.444128:0:6180:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223307.444131:0:6180:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223307.444134:0:6180:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1782223307.444137:0:6180:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223307.444141:0:6180:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89de8700 x1868796285440512/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.444207:0:6180:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1782223307.444210:0:6180:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fed84942cc0. 00000100:00000001:3.0:1782223307.444213:0:6180:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1782223307.444214:0:6180:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1782223307.444224:0:6180:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1782223307.444226:0:6180:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223307.444230:0:6180:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89de8700 x1868796285440512/t0(0) o503->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 272/8416 e 0 to 0 dl 1782223323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223307.444236:0:6180:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223307.444239:0:6180:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223307.444243:0:6180:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9fed89b1c000. 02000000:00000001:3.0:1782223307.444257:0:6180:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223307.444260:0:6180:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223307.444262:0:6180:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1782223307.444265:0:6180:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223307.444268:0:6180:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fed81284000. 02000000:00000001:3.0:1782223307.444275:0:6180:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223307.444282:0:6180:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223307.444284:0:6180:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89de8700. 00000100:00000001:3.0:1782223307.444289:0:6180:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223307.444290:0:6180:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1782223307.444293:0:6180:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223307.444295:0:6180:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1782223307.444296:0:6180:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1782223307.444300:0:6180:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1782223307.444303:0:6180:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1782223307.444308:0:6180:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1782223307.444311:0:6180:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9fed89faba20. 00000040:00001000:3.0:1782223307.444314:0:6180:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1782223307.450109:0:10419:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:2.0:1782223307.450128:0:10419:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fed89ba6a00. 00000020:00000010:2.0:1782223307.450138:0:10419:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fed89ba7200. 00000040:00000010:2.0:1782223307.450164:0:10419:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9fed89ba6c00. 00000020:00000010:2.0:1782223307.450171:0:10419:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fed8aa27000. 00000020:00000010:2.0:1782223307.450179:0:10419:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fed900a2d48. 00000020:00000010:2.0:1782223307.450185:0:10419:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fed89ba6800. 80000000:00000010:2.0:1782223307.450191:0:10419:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fed89830d80. 40000000:00000010:2.0:1782223307.450196:0:10419:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fed900f2680. 00100000:00000010:2.0:1782223307.450203:0:10419:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fed8aa24000. 00040000:00000010:2.0:1782223307.450211:0:10419:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fed85b59b00. 00040000:00000010:2.0:1782223307.450216:0:10419:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9fed8aa24800. 00040000:00000010:2.0:1782223307.450220:0:10419:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fed89ba7c00. 00000004:00000010:2.0:1782223307.450227:0:10419:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9fed8aa21800. 00000004:00000010:2.0:1782223307.450234:0:10419:0:(mdt_handler.c:8389:mdt_key_init()) kmalloced '(value)': 2568 at ffff9fed83779000. 00000004:00000010:2.0:1782223307.450241:0:10419:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9fed8aa20000. 00002000:00000010:2.0:1782223307.450247:0:10419:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9fed8986e000. 00000004:00000010:2.0:1782223307.450253:0:10419:0:(osp_dev.c:1833:osp_key_init()) kmalloced '(value)': 616 at ffff9fed8986e400. 00000020:00000010:2.0:1782223307.450258:0:10419:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fed900f2c80. 00000040:00000010:2.0:1782223307.450270:0:10419:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9fed89cf6000. 00000040:00080000:2.0:1782223307.450772:0:10419:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1782223307.450780:0:10419:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff9fed89cf6000. 00000020:00000010:2.0:1782223307.450791:0:10419:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fed900f2c80. 00000020:00000010:2.0:1782223307.450813:0:10419:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fed89ba7200. 00000040:00000010:2.0:1782223307.450818:0:10419:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9fed89ba6c00. 00000020:00000010:2.0:1782223307.450822:0:10419:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fed8aa27000. 00000020:00000010:2.0:1782223307.450826:0:10419:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fed900a2d48. 00000020:00000010:2.0:1782223307.451227:0:10419:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fed89ba6800. 80000000:00000010:2.0:1782223307.451233:0:10419:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fed89830d80. 40000000:00000010:2.0:1782223307.451237:0:10419:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fed900f2680. 00100000:00000010:2.0:1782223307.451241:0:10419:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fed8aa24000. 00040000:00000010:2.0:1782223307.451245:0:10419:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fed85b59b00. 00040000:00000010:2.0:1782223307.451251:0:10419:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9fed8aa24800. 00040000:00000010:2.0:1782223307.451254:0:10419:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fed89ba7c00. 00000004:00000010:2.0:1782223307.451258:0:10419:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9fed8aa21800. 00000004:00000010:2.0:1782223307.451263:0:10419:0:(mdt_handler.c:8414:mdt_key_fini()) kfreed 'info': 2568 at ffff9fed83779000. 00000004:00000010:2.0:1782223307.451270:0:10419:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9fed8aa20000. 00002000:00000010:2.0:1782223307.451274:0:10419:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9fed8986e000. 00000004:00000010:2.0:1782223307.451278:0:10419:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff9fed8986e400. 00000020:00000010:2.0:1782223307.451280:0:10419:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fed89ba6a00. 00000040:00000010:0.0:1782223307.451855:0:6180:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9fed89faba20. 00000040:00000001:0.0:1782223307.451864:0:6180:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1782223307.451868:0:6180:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1782223307.451875:0:6180:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9fed8aa80000. 00000040:00000010:0.0:1782223307.451880:0:6180:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9fed98d17200. 00000020:00000001:0.0:1782223307.451885:0:6180:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1782223307.451888:0:6180:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1782223307.451902:0:6180:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fed98d17c00. 00000040:00000010:0.0:1782223307.451906:0:6180:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9fed98d17e00. 00000020:00000010:0.0:1782223307.451909:0:6180:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fed9a4de800. 00000020:00000010:0.0:1782223307.451913:0:6180:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fed98d17600. 80000000:00000010:0.0:1782223307.451916:0:6180:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fed89fab300. 00040000:00000010:0.0:1782223307.451919:0:6180:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fed98d16a00. 20000000:00000010:0.0:1782223307.451923:0:6180:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9fed98d16000. 00000020:00000010:0.0:1782223307.451926:0:6180:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fed98d16400. 10000000:00000010:0.0:1782223307.451929:0:6180:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9fed85ad2280. 10000000:01000000:0.0:1782223307.451933:0:6180:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1782223307.451937:0:6180:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1782223307.451941:0:6180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1782223307.451945:0:6180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1782223307.451948:0:6180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9fedb9f05200 refcount=3 00000020:00000001:0.0:1782223307.451951:0:6180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638442108441088 : -105631601110528 : ffff9fedb9f05200) 00010000:00000001:0.0:1782223307.451954:0:6180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638442108441088 : -105631601110528 : ffff9fedb9f05200) 00010000:00000001:0.0:1782223307.451957:0:6180:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1782223307.451963:0:6180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffff9fedb9f05200/0x7070cadb437657df lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c28f expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1782223307.451990:0:6180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1782223307.451992:0:6180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1782223307.451995:0:6180:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffff9fedb9f05200/0x7070cadb437657df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcf6499d22ef2c28f expref: -99 pid: 6180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1782223307.452001:0:6180:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1782223307.452002:0:6180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1782223307.452003:0:6180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1782223307.452006:0:6180:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1782223307.452008:0:6180:0:(mgc_request.c:1908:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1782223307.452011:0:6180:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1782223307.452015:0:6180:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1782223307.452016:0:6180:0:(mgc_request.c:123:config_log_put()) log params(ffff9feda0f1d800) refs 3 10000000:00000001:0.0:1782223307.452019:0:6180:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1782223308.434594:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223308.434804:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223308.434814:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223308.434815:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1782223308.435567:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1782223308.435573:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1782223308.435578:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1782223308.754383:0:8953:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16910 (cpu 0) has reached its deadline 4295064418, at 4295064448 00000100:00000010:1.0:1782223308.754406:0:8953:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed8998c1e0. 00000100:00000040:0.0:1782223308.754594:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff9fed85b16800 (cpu 0) has reached its deadline 4295064418, at 4295064448 00000100:00000010:0.0:1782223308.754601:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fed8998c7e0. 00010000:00000001:0.0:1782223309.458544:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223309.458554:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223309.458562:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223309.458564:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1782223309.458708:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1782223309.458713:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1782223309.458717:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1782223309.906309:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223309.906326:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223309.906337:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89803b80. 00000020:00000040:2.0:1782223309.906346:0:37:0:(genops.c:1231:class_import_get()) import ffff9fed89bdd800 refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1782223309.906352:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223309.906356:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223309.906362:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223309.906374:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed85b59b00. 00000100:00000001:2.0:1782223309.906384:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223309.906399:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2->MGS req@ffff9fed89803b80 x1868796285440640/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223309.906411:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223309.906417:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223309.906425:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e39f0562] to pc [ptlrpcd_01_01+1] req@ffff9fed89803b80 x1868796285440640/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223309.906457:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223309.906460:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223309.906472:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223309.906475:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89802680. 00000020:00000040:2.0:1782223309.906478:0:37:0:(genops.c:1231:class_import_get()) import ffff9fed89d88000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fed84fb4800 00000100:00000001:2.0:1782223309.906481:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223309.906483:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223309.906485:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223309.906489:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed85b59900. 00000100:00000001:2.0:1782223309.906493:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223309.906498:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0000_UUID req@ffff9fed89802680 x1868796285440768/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223309.906506:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223309.906508:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223309.906512:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1a408fa] to pc [ptlrpcd_01_00+0] req@ffff9fed89802680 x1868796285440768/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223309.906521:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223309.906523:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223309.906527:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223309.906531:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89800380. 00000020:00000040:2.0:1782223309.906534:0:37:0:(genops.c:1231:class_import_get()) import ffff9fed89d8e800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fed84fb4800 00000100:00000001:2.0:1782223309.906536:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223309.906537:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223309.906539:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223309.906543:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed85b59500. 00000100:00000001:2.0:1782223309.906547:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223309.906551:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-MDT0001_UUID req@ffff9fed89800380 x1868796285440896/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223309.906559:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223309.906561:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223309.906565:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9454984] to pc [ptlrpcd_01_01+1] req@ffff9fed89800380 x1868796285440896/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223309.906585:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223309.906588:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1782223309.906591:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1782223309.906594:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1782223309.906598:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1782223309.906602:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223309.906605:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223309.906609:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89803480. 00000020:00000040:2.0:1782223309.906611:0:37:0:(genops.c:1231:class_import_get()) import ffff9fed899d3000 refcount=4 obd=lustre-MDT0000-mdc-ffff9fed82977800 00000100:00000001:2.0:1782223309.906614:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223309.906616:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223309.906618:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223309.906622:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed85b59700. 00000100:00000001:2.0:1782223309.906626:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223309.906630:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0000_UUID req@ffff9fed89803480 x1868796285441024/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223309.906638:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223309.906640:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223309.906644:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a948e141] to pc [ptlrpcd_01_00+0] req@ffff9fed89803480 x1868796285441024/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223309.906651:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223309.906653:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1782223309.906656:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1782223309.906659:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fed89800e00. 00000020:00000040:2.0:1782223309.906662:0:37:0:(genops.c:1231:class_import_get()) import ffff9fed899d4800 refcount=4 obd=lustre-MDT0001-mdc-ffff9fed82977800 00000100:00000001:2.0:1782223309.906664:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1782223309.906671:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1782223309.906673:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1782223309.906681:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fed86116400. 00000100:00000001:2.0:1782223309.906684:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223309.906689:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 985676fe-136e-45f7-b337-480fb72bebdf->lustre-MDT0001_UUID req@ffff9fed89800e00 x1868796285441152/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1782223309.906697:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1782223309.906699:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223309.906703:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd675822] to pc [ptlrpcd_01_01+1] req@ffff9fed89800e00 x1868796285441152/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1782223309.906711:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1782223309.906713:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1782223309.906717:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1782223309.906720:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1782223309.906724:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) 985676fe-136e-45f7-b337-480fb72bebdf->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1782223309.906729:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (403) 00000100:00000001:3.0:1782223309.907077:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223309.907083:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223309.907087:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223309.907095:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89803b80 x1868796285440640/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.907104:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223309.907107:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223309.907111:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223309.907114:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223309.907117:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223309.907120:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285440640:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223309.907125:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223309.907133:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223309.907136:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223309.907140:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223309.907230:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed98d12200. 02000000:00000001:3.0:1782223309.907233:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223309.907243:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223309.907248:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1688. 00000400:00000010:3.0:1782223309.907258:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8ee0. 00000100:00000200:3.0:1782223309.907273:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285440640, portal 25 00000100:00000001:3.0:1782223309.907276:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223309.907278:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295788928 : -105632413762688 : ffff9fed89803b80) 00000100:00000040:3.0:1782223309.907284:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89803b80 x1868796285440640/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.907291:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223309.907294:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223309.907296:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8dd0. 00000100:00000200:3.0:1782223309.907301:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868796285440640, offset 0 00000400:00000200:3.0:1782223309.907309:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223309.907319:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223309.907329:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223309.907335:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223309.907340:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223309.907344:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223309.907347:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223309.907352:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [174:174:256:4294967295] 192.168.202.152@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:3.0:1782223309.907357:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223309.907368:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223309.907374:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223309.907380:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57f000. 00000800:00000200:3.0:1782223309.907388:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223309.907397:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223309.907403:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1782223309.907423:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223309.907428:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223309.907432:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4295066893 00000100:00000010:3.0:1782223309.907436:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed89fab240. 00000100:00000001:3.0:1782223309.907445:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1782223309.907452:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4295066893 00000100:00000010:3.0:1782223309.907455:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fed89fabcc0. 00000100:00000001:3.0:1782223309.907463:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1782223309.907467:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223309.907469:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.907472:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223309.907477:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89800380 x1868796285440896/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.907484:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223309.907486:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223309.907488:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223309.907490:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223309.907492:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223309.907495:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285440896:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223309.907498:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223309.907501:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223309.907503:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223309.907505:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223309.907507:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed98d12400. 02000000:00000001:3.0:1782223309.907509:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223309.907513:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223309.907515:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1ec8. 00000400:00000010:3.0:1782223309.907520:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8110. 00000100:00000200:3.0:1782223309.907522:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285440896, portal 10 00000100:00000001:3.0:1782223309.907524:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223309.907525:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295774592 : -105632413777024 : ffff9fed89800380) 00000100:00000040:3.0:1782223309.907532:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89800380 x1868796285440896/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.907538:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223309.907540:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223309.907541:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8198. 00000100:00000200:3.0:1782223309.907543:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285440896, offset 0 00000400:00000200:3.0:1782223309.907546:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223309.907550:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223309.907558:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223309.907561:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223309.907563:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223309.907565:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223309.907568:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223309.907571:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [175:175:255:4294967295] 192.168.202.152@tcp LPNI seq info [175:175:7:4294967295] 00000400:00000200:3.0:1782223309.907575:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223309.907581:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223309.907585:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223309.907590:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57fb00. 00000800:00000200:3.0:1782223309.907593:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223309.907597:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223309.907600:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1782223309.907603:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223309.907607:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: using a timeout of 74967 usecs (75 jiffies) 00000400:00000200:3.0:1782223309.907611:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223309.907612:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 0 is 4295065676 00000100:00000001:3.0:1782223309.907615:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS request active for cpu 0, keep current deadline 4295066893 00000100:00000001:3.0:1782223309.907618:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 1 is 4295065676 00000100:00000001:3.0:1782223309.907620:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed84fb4800: PM QoS request active for cpu 1, keep current deadline 4295066893 00000100:00000001:3.0:1782223309.907623:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223309.907624:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.907626:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223309.907631:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89800e00 x1868796285441152/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.907637:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223309.907638:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223309.907641:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223309.907642:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223309.907650:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223309.907653:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285441152:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223309.907657:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223309.907659:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223309.907661:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223309.907663:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223309.907666:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed98d12a00. 02000000:00000001:3.0:1782223309.907668:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223309.907671:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223309.907673:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1bb0. 00000400:00000010:3.0:1782223309.907677:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8660. 00000100:00000200:3.0:1782223309.907680:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285441152, portal 10 00000100:00000001:3.0:1782223309.907682:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223309.907683:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295777280 : -105632413774336 : ffff9fed89800e00) 00000100:00000040:3.0:1782223309.907689:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89800e00 x1868796285441152/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.907696:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223309.907698:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223309.907701:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8aa0. 00000100:00000200:3.0:1782223309.907703:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285441152, offset 0 00000400:00000200:3.0:1782223309.907707:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223309.907711:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223309.907715:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223309.907717:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223309.907720:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223309.907722:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223309.907724:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223309.907727:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [176:176:254:4294967295] 192.168.202.152@tcp LPNI seq info [176:176:6:4294967295] 00000400:00000200:3.0:1782223309.907731:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223309.907736:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223309.907740:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223309.907748:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57ff00. 00000800:00000200:3.0:1782223309.907752:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223309.907755:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223309.907758:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1782223309.907761:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223309.907764:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: using a timeout of 30450 usecs (31 jiffies) 00000400:00000200:3.0:1782223309.907767:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223309.907770:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295065632 00000100:00000001:3.0:1782223309.907772:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295066893 00000100:00000001:3.0:1782223309.907774:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295065632 00000100:00000001:3.0:1782223309.907776:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295066893 00000100:00000001:3.0:1782223309.907778:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223309.907780:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.907783:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.907785:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.907794:0:2408:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223309.907797:0:2408:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1782223309.907800:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223309.907801:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223309.907803:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223309.907806:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1782223309.907808:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.907810:0:2408:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223309.907811:0:2408:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.907813:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223309.907813:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223309.907814:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223309.907819:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89802680 x1868796285440768/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.907826:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223309.907828:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223309.907830:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223309.907832:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223309.907843:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223309.907847:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285440768:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223309.907850:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223309.907854:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223309.907856:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223309.907857:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223309.907860:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed98d12e00. 02000000:00000001:3.0:1782223309.907862:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223309.907865:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000800:00000200:1.0:1782223309.907975:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223309.907981:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57f000. 00000400:00000200:1.0:1782223309.907988:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223309.907994:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223309.908001:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8dd0 00000400:00000010:1.0:1782223309.908003:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8dd0. 00000100:00000001:1.0:1782223309.908008:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223309.908014:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89803b80 x1868796285440640/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223309.908024:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223309.908027:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89803b80 x1868796285440640/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223309.908034:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223309.908036:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223309.908049:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223309.908052:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57fb00. 00000400:00000200:1.0:1782223309.908055:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223309.908058:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223309.908060:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8198 00000400:00000010:1.0:1782223309.908061:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8198. 00000100:00000001:1.0:1782223309.908064:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223309.908067:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89800380 x1868796285440896/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223309.908073:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223309.908075:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89800380 x1868796285440896/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223309.908081:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223309.908082:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1782223309.908323:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223309.908333:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57ff00. 00000400:00000200:1.0:1782223309.908336:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223309.908340:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223309.908343:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8aa0 00000400:00000010:1.0:1782223309.908344:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8aa0. 00000100:00000001:1.0:1782223309.908347:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223309.908351:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89800e00 x1868796285441152/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223309.908357:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223309.908360:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89800e00 x1868796285441152/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223309.908365:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223309.908367:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1782223309.909044:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a1580. 00000400:00000010:3.0:1782223309.909052:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8bb0. 00000100:00000200:3.0:1782223309.909057:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285440768, portal 10 00000100:00000001:3.0:1782223309.909061:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223309.909063:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295783552 : -105632413768064 : ffff9fed89802680) 00000100:00000040:3.0:1782223309.909075:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89802680 x1868796285440768/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.909082:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223309.909085:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223309.909088:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8a18. 00000100:00000200:3.0:1782223309.909091:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285440768, offset 0 00000400:00000200:3.0:1782223309.909096:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223309.909104:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223309.909111:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223309.909117:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223309.909120:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223309.909124:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223309.909127:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223309.909131:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [177:177:256:4294967295] 192.168.202.152@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:3.0:1782223309.909134:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223309.910118:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223309.910132:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223309.910159:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57f100. 00000800:00000200:3.0:1782223309.910168:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223309.910175:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223309.910179:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1782223309.910190:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223309.910196:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: using a timeout of 159583 usecs (160 jiffies) 00000400:00000200:3.0:1782223309.910201:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223309.910204:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 0 is 4295065762 00000100:00000001:3.0:1782223309.910208:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS request active for cpu 0, keep current deadline 4295066893 00000100:00000001:3.0:1782223309.910210:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS new deadline estimation for cpu 1 is 4295065762 00000100:00000001:3.0:1782223309.910213:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed84fb4800: PM QoS request active for cpu 1, keep current deadline 4295066893 00000100:00000001:3.0:1782223309.910216:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223309.910220:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.910225:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1782223309.910233:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fed89803480 x1868796285441024/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.910241:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1782223309.910243:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223309.910248:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1782223309.910252:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1782223309.910255:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1782223309.910258:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9fed89803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285441024:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223309.910263:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1782223309.910270:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1782223309.910273:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223309.910276:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1782223309.910282:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fed98d12800. 02000000:00000001:3.0:1782223309.910284:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1782223309.910289:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000010:3.0:1782223309.910292:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fed8a4a10b0. 00000400:00000010:3.0:1782223309.910299:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be8f68. 00000100:00000200:3.0:1782223309.910310:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868796285441024, portal 10 00000100:00000001:3.0:1782223309.910312:0:2408:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1782223309.910313:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446638441295787136 : -105632413764480 : ffff9fed89803480) 00000100:00000040:3.0:1782223309.910321:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fed89803480 x1868796285441024/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.910328:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1782223309.910330:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.152@tcp 00000400:00000010:3.0:1782223309.910333:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fed98be84c8. 00000100:00000200:3.0:1782223309.910336:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868796285441024, offset 0 00000400:00000200:3.0:1782223309.910342:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1782223309.910350:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223309.910355:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1782223309.910360:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1782223309.910365:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.52@tcp 00000400:00000200:3.0:1782223309.910368:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.52@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1782223309.910370:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:3.0:1782223309.910373:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.52@tcp NI seq info: [178:178:255:4294967295] 192.168.202.152@tcp LPNI seq info [178:178:7:4294967295] 00000400:00000200:3.0:1782223309.910377:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:3.0:1782223309.910386:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000800:00000200:3.0:1782223309.910391:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1782223309.910394:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fed8b57fd00. 00000800:00000200:3.0:1782223309.910399:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fed898a9b40] -> 12345-192.168.202.152@tcp (5) 00000800:00000200:3.0:1782223309.910403:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1782223309.910405:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fed8b57fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1782223309.910408:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223309.910412:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: using a timeout of 25336 usecs (26 jiffies) 00000400:00000200:3.0:1782223309.910415:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000100:00000001:3.0:1782223309.910417:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 0 is 4295065628 00000100:00000001:3.0:1782223309.910420:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS request active for cpu 0, keep current deadline 4295066893 00000100:00000001:3.0:1782223309.910422:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS new deadline estimation for cpu 1 is 4295065628 00000100:00000001:3.0:1782223309.910430:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fed82977800: PM QoS request active for cpu 1, keep current deadline 4295066893 00000100:00000001:3.0:1782223309.910432:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223309.910434:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.910439:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.910444:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.910464:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223309.910468:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1782223309.910576:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223309.910593:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223309.910596:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223309.910598:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223309.910604:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223309.910610:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223309.910616:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223309.910620:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223309.910624:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223309.910628:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac05380 00000400:00000200:1.0:1782223309.910632:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223309.910638:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x941 [1] + 224 00000800:00000001:1.0:1782223309.910645:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223309.910654:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223309.910659:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223309.910663:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223309.910672:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223309.910679:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89800380 x1868796285440896/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223309.910688:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89800380 x1868796285440896/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223309.910707:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1782223309.910747:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223309.910750:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57f100. 00000400:00000200:1.0:1782223309.910755:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223309.910758:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223309.910762:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8a18 00000400:00000010:1.0:1782223309.910765:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8a18. 00000100:00000001:1.0:1782223309.910768:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223309.910773:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89802680 x1868796285440768/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223309.910782:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223309.910786:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89802680 x1868796285440768/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223309.910792:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223309.910794:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1782223309.910800:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223309.910803:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1782223309.912197:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1782223309.912207:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fed8b57fd00. 00000400:00000200:1.0:1782223309.912215:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223309.912224:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:1.0:1782223309.912232:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be84c8 00000400:00000010:1.0:1782223309.912234:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be84c8. 00000100:00000001:1.0:1782223309.912239:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1782223309.912248:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fed89803480 x1868796285441024/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223309.912261:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1782223309.912266:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fed89803480 x1868796285441024/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223309.912273:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1782223309.912275:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1782223309.912641:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223309.912647:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1782223309.912658:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223309.912661:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223309.912665:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1ec8. 00000400:00000200:3.0:1782223309.912669:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8110 00000400:00000010:3.0:1782223309.912672:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8110. 00000100:00000001:3.0:1782223309.912675:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223309.912682:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89800380 x1868796285440896/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223309.912693:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89800380 x1868796285440896/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.912700:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223309.912702:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.912705:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223309.912708:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223309.912711:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223309.912714:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223309.912718:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223309.912730:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89d8ec60 time=102 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223309.912735:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89d8ec18 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223309.912737:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223309.912739:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223309.912743:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1782223309.912749:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800380 x1868796285440896/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1782223309.912758:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.912770:0:2408:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223309.912773:0:2408:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed84fb4800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223309.912775:0:2408:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223309.912777:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223309.912782:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89800380 x1868796285440896/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.912790:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223309.912794:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223309.912796:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223309.912801:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89800380 x1868796285440896/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223309.912811:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285440896:192.168.202.152@tcp:400:kworker.0 00000800:00000001:1.0:1782223309.913066:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223309.913080:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223309.913083:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223309.913086:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223309.913095:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223309.913100:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223309.913109:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223309.913113:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223309.913120:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223309.913124:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 25 MB=0x6a3a90ac05280 00000400:00000200:1.0:1782223309.913129:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223309.913136:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.152@tcp of length 224/224 into md 0x939 [1] + 224 00000800:00000001:1.0:1782223309.913181:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223309.913192:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223309.913195:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223309.913200:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223309.913206:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223309.913212:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89803b80 x1868796285440640/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223309.913223:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89803b80 x1868796285440640/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223309.913232:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223309.913239:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223309.913243:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.913323:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.913327:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223309.913332:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89800380 x1868796285440896/t0(0) o400->lustre-MDT0001-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.913339:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223309.913343:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223309.913348:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed98d12400. 02000000:00000001:3.0:1782223309.913352:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223309.913356:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223309.913358:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed89d8e800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fed84fb4800 00000020:00000001:3.0:1782223309.913361:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223309.913364:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed85b59500. 02000000:00000001:3.0:1782223309.913370:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223309.913372:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223309.913375:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89800380. 00000100:00000001:3.0:1782223309.913380:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223309.913381:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.913385:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.913387:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223309.913390:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1782223309.913393:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223309.913402:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223309.913405:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1688. 00000400:00000200:3.0:1782223309.913408:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8ee0 00000400:00000010:3.0:1782223309.913410:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8ee0. 00000100:00000001:3.0:1782223309.913412:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223309.913417:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89803b80 x1868796285440640/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223309.913424:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89803b80 x1868796285440640/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.913430:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223309.913432:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.913433:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223309.913435:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223309.913437:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223309.913438:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223309.913441:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223309.913445:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89bddc60 time=102 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223309.913449:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89bddc18 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223309.913451:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223309.913452:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223309.913454:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223309.913456:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.913458:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223309.913463:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89803b80 x1868796285440640/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.913468:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223309.913470:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223309.913471:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223309.913475:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89803b80 x1868796285440640/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223309.913481:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71ddc1c-ffa3-43e5-8a34-b90eb32efdf2:2408:1868796285440640:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223309.913486:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.913494:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223309.913498:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89803b80 x1868796285440640/t0(0) o400->MGC192.168.202.152@tcp@192.168.202.152@tcp:26/25 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.913504:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223309.913506:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223309.913508:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed98d12200. 02000000:00000001:3.0:1782223309.913510:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223309.913512:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223309.913513:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed89bdd800 refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1782223309.913515:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223309.913517:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed85b59b00. 02000000:00000001:3.0:1782223309.913519:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223309.913521:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223309.913522:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89803b80. 00000100:00000001:3.0:1782223309.913525:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223309.913527:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.913528:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.913530:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223309.913531:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223309.913533:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.913535:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1782223309.914559:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223309.914572:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1782223309.914577:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223309.914579:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223309.914587:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223309.914594:0:2397:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:1.0:1782223309.914602:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223309.914607:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223309.914614:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223309.914628:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac05480 00000400:00000200:1.0:1782223309.914633:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:1.0:1782223309.914639:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x949 [1] + 224 00000800:00000001:1.0:1782223309.914648:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223309.915032:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1782223309.915036:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1782223309.915043:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:1.0:1782223309.915051:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1782223309.915060:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89800e00 x1868796285441152/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1782223309.915071:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89800e00 x1868796285441152/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1782223309.915088:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1782223309.915099:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1782223309.915103:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.917361:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223309.917371:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1782223309.917384:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223309.917386:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223309.917391:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1bb0. 00000400:00000200:3.0:1782223309.917399:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8660 00000400:00000010:3.0:1782223309.917402:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8660. 00000100:00000001:3.0:1782223309.917407:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223309.917423:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89800e00 x1868796285441152/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223309.917435:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89800e00 x1868796285441152/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.917443:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223309.917445:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.917448:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223309.917465:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223309.917468:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223309.917471:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223309.917475:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223309.917489:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d4c60 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223309.917494:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d4c18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223309.917497:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223309.917499:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223309.917502:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1782223309.917508:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9fed89800e00 x1868796285441152/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1782223309.917515:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.917519:0:2408:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223309.917522:0:2408:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223309.917523:0:2408:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223309.917525:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223309.917530:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89800e00 x1868796285441152/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.917538:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223309.917542:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223309.917544:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223309.917548:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89800e00 x1868796285441152/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223309.917556:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285441152:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223309.917561:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.917564:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223309.917567:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89800e00 x1868796285441152/t0(0) o400->lustre-MDT0001-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.917574:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223309.917577:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223309.917581:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed98d12a00. 02000000:00000001:3.0:1782223309.917589:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223309.917592:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223309.917595:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed899d4800 refcount=3 obd=lustre-MDT0001-mdc-ffff9fed82977800 00000020:00000001:3.0:1782223309.917597:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223309.917600:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed86116400. 02000000:00000001:3.0:1782223309.917605:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223309.917607:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223309.917610:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89800e00. 00000100:00000001:3.0:1782223309.917613:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223309.917615:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.917619:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.917621:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223309.917622:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1782223309.917624:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.917626:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1782223309.923795:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223309.923835:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223309.923841:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223309.923846:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223309.923860:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223309.923885:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223309.923898:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223309.923905:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223309.923913:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223309.923919:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac05300 00000400:00000200:0.0:1782223309.923947:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223309.923956:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x951 [1] + 224 00000800:00000001:0.0:1782223309.923968:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223309.923974:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223309.923979:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223309.923985:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223309.923995:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223309.924007:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89802680 x1868796285440768/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223309.924020:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89802680 x1868796285440768/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.924090:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223309.924098:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1782223309.924125:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223309.924138:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223309.924175:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1782223309.924177:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223309.924181:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223309.924185:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223309.924190:0:2398:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.52@tcp(192.168.202.52@tcp) <- 192.168.202.152@tcp : PUT - for me 00000400:00000200:0.0:1782223309.924197:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223309.924201:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223309.924204:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223309.924207:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 10 MB=0x6a3a90ac05400 00000400:00000200:0.0:1782223309.924210:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.152@tcp to cpt 0 00000400:00000200:0.0:1782223309.924214:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.152@tcp of length 224/224 into md 0x959 [1] + 224 00000800:00000001:0.0:1782223309.924217:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223309.924291:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1782223309.924293:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1782223309.924297:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.52@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000001:0.0:1782223309.924300:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1782223309.924305:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fed89803480 x1868796285441024/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1782223309.924327:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fed89803480 x1868796285441024/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1782223309.924334:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1782223309.924338:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1782223309.924342:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1782223309.930496:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223309.930504:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223309.930510:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a1580. 00000400:00000200:3.0:1782223309.930516:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8bb0 00000400:00000010:3.0:1782223309.930519:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8bb0. 00000100:00000001:3.0:1782223309.930525:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223309.930605:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89802680 x1868796285440768/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223309.930618:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89802680 x1868796285440768/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.930627:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223309.930630:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.930633:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223309.930638:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223309.930641:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223309.930643:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223309.930647:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223309.930660:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed89d88460 time=101 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223309.930664:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed89d88418 time=101 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223309.930667:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223309.930684:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223309.930688:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223309.930693:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.930697:0:2408:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223309.930700:0:2408:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed84fb4800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223309.930702:0:2408:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223309.930703:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223309.930710:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89802680 x1868796285440768/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.930718:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223309.930723:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223309.930725:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223309.930730:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89802680 x1868796285440768/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223309.930739:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b2a5d7ba-11d7-4ceb-be3f-b05bbfe9c14e:2408:1868796285440768:192.168.202.152@tcp:400:kworker.0 00000400:00000001:3.0:1782223309.930747:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1782223309.930748:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1782223309.930751:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fed8a4a10b0. 00000400:00000200:3.0:1782223309.930753:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fed98be8f68 00000400:00000010:3.0:1782223309.930755:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9fed98be8f68. 00000100:00000001:3.0:1782223309.930758:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1782223309.930762:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fed89803480 x1868796285441024/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1782223309.930771:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fed89803480 x1868796285441024/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.930777:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1782223309.930778:0:2408:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.930780:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1782223309.930782:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1782223309.930784:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1782223309.930785:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1782223309.930787:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1782223309.930798:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff9fed899d3460 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1782223309.930801:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff9fed899d3418 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1782223309.930803:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1782223309.930804:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1782223309.930807:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1782223309.930808:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.930811:0:2408:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1782223309.930813:0:2408:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fed82977800: skip recheck: last_committed 0 00000100:00000001:3.0:1782223309.931231:0:2408:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1782223309.931232:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1782223309.931239:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fed89803480 x1868796285441024/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.931246:0:2408:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1782223309.931248:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1782223309.931250:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1782223309.931253:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fed89803480 x1868796285441024/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782223309.931260:0:2408:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9fed89803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:985676fe-136e-45f7-b337-480fb72bebdf:2408:1868796285441024:192.168.202.152@tcp:400:kworker.0 00000100:00000001:3.0:1782223309.931265:0:2408:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.931269:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223309.931272:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89802680 x1868796285440768/t0(0) o400->lustre-MDT0000-mdc-ffff9fed84fb4800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.931280:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223309.931283:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223309.931288:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed98d12e00. 02000000:00000001:3.0:1782223309.931292:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223309.931295:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223309.931297:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed89d88000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fed84fb4800 00000020:00000001:3.0:1782223309.931300:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223309.931303:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed85b59900. 02000000:00000001:3.0:1782223309.931307:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223309.931310:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223309.931318:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89802680. 00000100:00000001:3.0:1782223309.931322:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223309.931324:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.931325:0:2408:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1782223309.931329:0:2408:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fed89803480 x1868796285441024/t0(0) o400->lustre-MDT0000-mdc-ffff9fed82977800@192.168.202.152@tcp:12/10 lens 224/224 e 0 to 0 dl 1782223325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1782223309.931335:0:2408:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1782223309.931336:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1782223309.931338:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fed98d12800. 02000000:00000001:3.0:1782223309.931340:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1782223309.931341:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1782223309.931342:0:2408:0:(genops.c:1244:class_import_put()) import ffff9fed899d3000 refcount=3 obd=lustre-MDT0000-mdc-ffff9fed82977800 00000020:00000001:3.0:1782223309.931344:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1782223309.931346:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fed85b59700. 02000000:00000001:3.0:1782223309.931348:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1782223309.931349:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1782223309.931350:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fed89803480. 00000100:00000001:3.0:1782223309.931353:0:2408:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1782223309.931354:0:2408:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.931356:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1782223309.931366:0:2408:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1782223309.931368:0:2408:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1782223309.931371:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1782223309.931374:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223310.483358:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223310.483365:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1782223310.483370:0:766:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1782223310.483372:0:766:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1782223310.483433:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1782223310.483437:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1782223310.483440:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 10518 lines, 10518 kept, 0 dropped, 0 bad.